-- Logs begin at Tue 2022-04-12 19:20:42 UTC, end at Tue 2022-04-12 20:27:07 UTC. -- Apr 12 19:54:35.896341 dv-cinder-837541-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 19:54:38.827800 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.common.config [-] Logging enabled! Apr 12 19:54:38.828452 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 19:54:38.828601 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 19:54:38.831952 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.common.config [-] Logging enabled! Apr 12 19:54:38.832206 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 19:54:38.832512 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 19:54:38.833458 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:54:38.833693 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:54:38.834067 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:54:38.834310 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:54:38.834533 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:54:38.834949 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.835381 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 19:54:38.835722 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.836022 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.836298 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.836588 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.836875 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.837157 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.837445 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.837740 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.838029 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.838307 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.838586 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.838864 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.839148 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.839436 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.839752 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.840037 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] debug = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.840320 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.840745 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.841227 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.841507 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.841799 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.842078 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.842354 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.842630 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.842914 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.843246 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] host = dv-cinder-837541-1-iscsi {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.843546 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.843836 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.844124 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.844411 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.844684 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.844960 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.845247 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.845521 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.845792 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] log_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.846066 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.846355 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.846640 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.846927 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.847149 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.847370 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.847680 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.847967 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.848240 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.848512 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.848783 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.849056 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.849327 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.849598 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.849882 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.850165 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.850447 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.850719 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.850992 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.851264 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.851564 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.851853 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.852126 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.852399 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.852671 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.852954 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.853226 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.853497 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.853794 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.854081 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.854363 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.854645 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.854914 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.855197 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.855469 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.855761 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.856030 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] use_json = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.856299 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.856592 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.856871 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.857141 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.857408 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.857676 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.857942 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.858225 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.858493 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:38.858783 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.859077 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.859378 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.859698 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.859996 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.860273 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.860561 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.860836 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.861123 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.861411 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.861699 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.861975 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.862271 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.862556 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.862848 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.863150 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.863443 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.863760 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.864037 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.864311 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.864584 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.864858 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.865146 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.865421 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.865707 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.865993 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.866268 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.866562 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.866845 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.867137 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.867426 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.867721 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.867999 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.868289 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.868562 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.868832 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.869107 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.869391 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.869666 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.869956 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.870217 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.870492 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.870761 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.871028 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.871303 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.871612 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.871892 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.872211 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.872483 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.872758 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.873030 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.873317 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.873593 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.873864 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.874136 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.874411 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.874685 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.874955 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.875231 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.875515 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.875801 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.876072 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.876343 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.876615 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.876883 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.877154 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.877428 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.877696 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.877970 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.878239 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.878507 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.878775 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.879045 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.879316 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.879623 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.879922 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.880196 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.880468 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.880742 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.881014 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.881287 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.881559 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.881832 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.882103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.882372 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.882656 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.882938 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.883220 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.883534 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.883813 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.884106 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.884378 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.884650 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.884927 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.885199 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.885471 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.885748 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.886025 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.886316 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.886608 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.886900 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.887193 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.887482 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.887809 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.888120 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.888400 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:38.888618 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:54:38.888857 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98375) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 19:54:39.255950 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 19:54:39.256228 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 19:54:39.256527 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 19:54:39.256858 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 19:54:39.575396 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.575611 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.575878 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.578829 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.579109 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.579378 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.631040 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.631315 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.631575 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.646171 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.646453 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.646717 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.675923 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.676199 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.676452 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.712416 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.712693 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:39.712958 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.052537 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.053184 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.053184 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.053348 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.054011 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.152242 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.152564 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.152846 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.153125 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.153425 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.153733 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.153996 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.154253 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.154504 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.154752 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.155017 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.155277 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.155540 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.155807 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.156062 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.156307 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.156564 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.156832 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.157101 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.157360 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.157633 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.157885 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.158165 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.158543 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.158792 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.159038 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.159436 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.159696 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.159934 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.160168 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.160400 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.160631 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.160995 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 19:54:40.164183 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 19:54:40.168053 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 19:54:40.171765 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 12 19:54:40.173374 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 19:54:40.173848 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 19:54:40.174173 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 19:54:40.174550 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 19:54:40.177516 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 19:54:40.177765 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 19:54:40.178108 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 19:54:40.182932 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 19:54:40.206512 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 19:54:40.206950 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.207245 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98375) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 19:54:40.207647 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.208987 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98375) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 19:54:40.209259 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 19:54:40.209501 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 19:54:40.212773 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.213056 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.274623 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 19:54:40.274863 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 19:54:40.275094 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 19:54:40.275460 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 19:54:40.295893 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_db.sqlalchemy.engines [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98375) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 19:54:40.728951 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing driver for type 'gre' Apr 12 19:54:40.729576 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] gre ID ranges: [(1, 1000)] Apr 12 19:54:40.782488 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing driver for type 'local' Apr 12 19:54:40.782819 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing driver for type 'vlan' Apr 12 19:54:40.797032 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] VlanTypeDriver initialization complete Apr 12 19:54:40.797362 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing driver for type 'vxlan' Apr 12 19:54:40.797841 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] vxlan ID ranges: [(1, 1000)] Apr 12 19:54:40.852103 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing extension driver 'port_security' Apr 12 19:54:40.852437 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] PortSecurityExtensionDriver initialization complete Apr 12 19:54:40.852766 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing mechanism driver 'openvswitch' Apr 12 19:54:40.853118 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing mechanism driver 'hyperv' Apr 12 19:54:40.859728 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:40.860561 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.860962 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.861313 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.861842 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=98375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:54:40.862278 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnet after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.862635 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnet after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.862979 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.863372 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=98375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:54:40.863805 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.864154 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.864511 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.864886 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=98375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:54:40.865287 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > security_group after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.865639 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > security_group after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.865979 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > security_group after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.866374 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=98375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:54:40.866775 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.867120 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.867457 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.867872 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=98375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:54:40.868272 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > address_group after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.868615 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > address_group after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.868952 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > address_group after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.869347 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=98375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:54:40.869784 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] ML2 OVO RPC backend initialized. {{(pid=98375) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 19:54:40.870480 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.870832 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.871243 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.871615 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > networks before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.871958 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.872330 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > ports before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.872670 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnet before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.873005 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnets before_response 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.873345 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.873680 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.874009 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.874341 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.874671 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.874998 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.875331 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnet after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.875690 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnet after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.876019 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.883472 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded quota_driver: . Apr 12 19:54:40.883861 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.plugin [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Modular L2 Plugin initialization complete Apr 12 19:54:40.884203 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading services supported by the core plugin {{(pid=98375) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 19:54:40.884574 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.plugins.ml2.managers [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Got port-security extension from driver 'port_security' Apr 12 19:54:40.885054 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.extensions.vlantransparent [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Disabled vlantransparent extension. Apr 12 19:54:40.885546 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98375) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 19:54:40.885869 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: router Apr 12 19:54:40.920503 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router_interface before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.920898 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router after_create 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.921259 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router before_create 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.921618 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.921987 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.922335 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router after_delete 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.922692 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > floatingip after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.923040 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > floatingip after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.923392 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router after_create 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.923761 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router after_update 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.924087 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router after_update 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.924433 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.924908 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router after_update 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.925311 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_update 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.925673 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: port after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.926008 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: port after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.926341 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: subnet after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.926676 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.927019 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > port precommit_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.927367 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_create 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.927722 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: port before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.928061 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.928408 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router after_update 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.928746 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_delete 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.929095 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_create 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.929447 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.929791 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_update 55549900 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.930134 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > agent after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.930478 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > agent after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.930817 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > network after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.931699 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Tracking information for resource: router configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.932024 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Tracking information for resource: floatingip configured {{(pid=98375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:54:40.936895 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.db.l3_agentschedulers_db [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 19:54:40.937461 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: port after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.937814 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: port after_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.938164 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: port after_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.938518 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: port after_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.939300 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router before_create 55550100 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.939695 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_delete 55550100 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.940056 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_create 55550100 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.940409 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > router precommit_update 55550100 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.945258 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.services.provider_configuration [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service providers = [] {{(pid=98375) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 19:54:40.945616 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.db.servicetype_db [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98375) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 19:54:40.948580 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.services.service_base [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:54:40.948927 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.services.service_base [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:54:40.949597 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.services.service_base [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:54:40.950529 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.services.service_base [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:54:40.950896 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.services.service_base [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 19:54:40.951273 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.951578 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 19:54:40.962251 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.962592 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: auto_allocate Apr 12 19:54:40.968202 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: network precommit_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.968562 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: network precommit_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.969077 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.969393 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: tag Apr 12 19:54:40.977286 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.977612 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: timestamp Apr 12 19:54:40.981503 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.981791 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: network_ip_availability Apr 12 19:54:40.987268 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.987658 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.988012 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:40.988720 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.989036 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: flavors Apr 12 19:54:40.993932 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.994261 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading Plugin: revisions Apr 12 19:54:40.998510 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:54:40.998899 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=98375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 19:54:40.999658 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98375) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 19:54:40.999994 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Initializing extension manager. Apr 12 19:54:41.000511 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: __init__.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.000854 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: __pycache__ {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.001183 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: address_group.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.001940 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.002498 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: address-group Apr 12 19:54:41.002812 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: address_scope.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.003536 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.004052 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: address-scope Apr 12 19:54:41.004372 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: admin_state_down_before_update.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.005288 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.005794 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: router-admin-state-down-before-update Apr 12 19:54:41.006115 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: agent.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.006792 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.007292 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: agent Apr 12 19:54:41.007640 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: agent_resources_synced.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.008547 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.009053 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: agent-resources-synced Apr 12 19:54:41.009371 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: allowedaddresspairs.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.011160 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.011717 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: allowed-address-pairs Apr 12 19:54:41.012045 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: auto_allocated_topology.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.013147 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.013661 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: auto-allocated-topology Apr 12 19:54:41.013979 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: availability_zone.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.014672 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.015180 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: availability_zone Apr 12 19:54:41.015514 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: availability_zone_filter.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.016420 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.016927 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: availability_zone_filter Apr 12 19:54:41.017243 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: data_plane_status.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.018141 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.018650 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 19:54:41.018964 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: default_subnetpools.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.019896 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.020410 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: default-subnetpools Apr 12 19:54:41.020724 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: dhcpagentscheduler.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.021528 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.022041 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: dhcp_agent_scheduler Apr 12 19:54:41.022355 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: dns.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.023274 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.023815 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension dns-integration not supported by any of loaded plugins Apr 12 19:54:41.024132 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: dns_domain_ports.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.025036 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.025535 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 19:54:41.025851 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.026764 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.027264 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 19:54:41.027604 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: dvr.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.028298 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.028803 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: dvr Apr 12 19:54:41.029121 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: ecmp_routes.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.030015 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.030513 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 19:54:41.030828 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: empty_string_filtering.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.031757 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.032265 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: empty-string-filtering Apr 12 19:54:41.032580 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.033496 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.033999 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 19:54:41.034317 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.035218 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.035745 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 19:54:41.036066 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: external_net.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.036964 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.037468 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: external-net Apr 12 19:54:41.037780 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: extra_dhcp_opt.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.038677 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.039185 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: extra_dhcp_opt Apr 12 19:54:41.039522 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: extraroute.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.040437 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.040940 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: extraroute Apr 12 19:54:41.041251 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: extraroute_atomic.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.042436 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.042945 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: extraroute-atomic Apr 12 19:54:41.043262 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: filter_validation.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.044001 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.044505 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: filter-validation Apr 12 19:54:41.044820 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: fip_pf_description.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.045739 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.046235 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 19:54:41.046546 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: fip_pf_port_range.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.047448 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.047977 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 19:54:41.048291 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: fip_port_details.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.049190 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.049693 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: fip-port-details Apr 12 19:54:41.050005 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: flavors.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.051215 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.051772 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: flavors Apr 12 19:54:41.052093 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.053739 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.054412 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 19:54:41.054743 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: floatingip_pools.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.055439 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.055967 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: floatingip-pools Apr 12 19:54:41.056375 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: ip_allocation.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.057297 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.057810 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 19:54:41.058131 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.059041 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.059603 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: ip-substring-filtering Apr 12 19:54:41.059929 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l2_adjacency.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.060834 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.061345 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 19:54:41.061668 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.062657 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.063175 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: router Apr 12 19:54:41.063518 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3_conntrack_helper.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.065743 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.066278 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 19:54:41.066606 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.067518 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.068063 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: ext-gw-mode Apr 12 19:54:41.068383 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.069299 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.069810 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: l3-ha Apr 12 19:54:41.070134 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.071038 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.071565 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 19:54:41.071892 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3_flavors.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.072797 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.073298 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: l3-flavors Apr 12 19:54:41.073617 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3_ndp_proxy.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.075361 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.075899 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 19:54:41.076223 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.077136 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.077645 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 19:54:41.077966 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: l3agentscheduler.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.079018 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.079541 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: l3_agent_scheduler Apr 12 19:54:41.079893 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: local_ip.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.081810 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.082327 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension local_ip not supported by any of loaded plugins Apr 12 19:54:41.082651 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: logging.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.084140 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.084658 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension logging not supported by any of loaded plugins Apr 12 19:54:41.084987 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: metering.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.085725 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.086303 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: metering Apr 12 19:54:41.086619 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.087741 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.088259 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: metering_source_and_destination_fields Apr 12 19:54:41.088581 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: multiprovidernet.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.089515 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.090018 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: multi-provider Apr 12 19:54:41.090338 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: netmtu.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.091289 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.091827 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: net-mtu Apr 12 19:54:41.092147 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: netmtu_writable.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.093055 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.093556 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: net-mtu-writable Apr 12 19:54:41.093875 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: network_availability_zone.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.094541 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.095044 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: network_availability_zone Apr 12 19:54:41.095357 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: network_ip_availability.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.096481 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.096994 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: network-ip-availability Apr 12 19:54:41.097313 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: network_segment_range.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.098071 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.098578 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 19:54:41.098897 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: pagination.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.099890 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.100215 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: pagination Apr 12 19:54:41.100528 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: port_device_profile.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.101436 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.101958 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: port-device-profile Apr 12 19:54:41.102276 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.103185 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.103722 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: port-mac-address-regenerate Apr 12 19:54:41.104041 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.104945 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.105457 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: port-numa-affinity-policy Apr 12 19:54:41.105773 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: port_resource_request.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.106701 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.107204 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 19:54:41.107668 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: port_resource_request_groups.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.108500 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.109005 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 19:54:41.109322 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: portbindings.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.110246 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.110753 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: binding Apr 12 19:54:41.111066 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: portbindings_extended.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.112343 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.112842 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: binding-extended Apr 12 19:54:41.113166 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: portsecurity.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.114070 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.114589 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: port-security Apr 12 19:54:41.114911 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: project_id.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.115901 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.116225 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: project-id Apr 12 19:54:41.116541 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: providernet.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.117443 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.117964 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: provider Apr 12 19:54:41.118284 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.121868 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.122454 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos not supported by any of loaded plugins Apr 12 19:54:41.122781 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.124170 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.124690 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 19:54:41.125016 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.125924 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.126432 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 19:54:41.126763 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_default.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.127701 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.128220 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-default not supported by any of loaded plugins Apr 12 19:54:41.128540 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_fip.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.129448 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.129958 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-fip not supported by any of loaded plugins Apr 12 19:54:41.130281 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_fip_network_policy.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.131201 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.131745 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 19:54:41.132066 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_gateway_ip.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.132989 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.133495 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 19:54:41.133813 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_port_network_policy.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.134716 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.135222 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 19:54:41.135566 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.136594 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.137101 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 19:54:41.137413 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.138465 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.138982 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 19:54:41.139300 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_pps_rule.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.140493 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.141007 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-pps not supported by any of loaded plugins Apr 12 19:54:41.141329 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_rule_type_details.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.142246 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.142750 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 19:54:41.143069 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_rule_type_filter.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.143992 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.144500 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 19:54:41.144819 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: qos_rules_alias.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.145864 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.146378 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 19:54:41.146701 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: quota_check_limit.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.147631 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.148143 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: quota-check-limit Apr 12 19:54:41.148462 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: quotasv2.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.149393 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.149715 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: quotas Apr 12 19:54:41.150028 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: quotasv2_detail.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.151757 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.152098 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: quota_details Apr 12 19:54:41.152425 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: rbac.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.153531 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.154058 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: rbac-policies Apr 12 19:54:41.154387 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: rbac_address_group.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.155304 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.155851 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: rbac-address-group Apr 12 19:54:41.156176 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: rbac_address_scope.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.157093 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.157605 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: rbac-address-scope Apr 12 19:54:41.157928 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: rbac_security_groups.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.158906 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.159419 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: rbac-security-groups Apr 12 19:54:41.159766 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: rbac_subnetpool.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.160676 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.161191 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: rbac-subnetpool Apr 12 19:54:41.161513 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: revisionifmatch.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.162435 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.162946 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: revision-if-match Apr 12 19:54:41.163265 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: revisions.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.164390 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.164900 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: standard-attr-revisions Apr 12 19:54:41.165222 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: router_availability_zone.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.165895 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.166400 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: router_availability_zone Apr 12 19:54:41.166718 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: routerservicetype.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.167665 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.168180 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension router-service-type not supported by any of loaded plugins Apr 12 19:54:41.168500 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.169433 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.169946 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: security-groups-normalized-cidr Apr 12 19:54:41.170265 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: security_groups_port_filtering.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.171174 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.171722 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: port-security-groups-filtering Apr 12 19:54:41.172043 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.172961 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.173475 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: security-groups-remote-address-group Apr 12 19:54:41.173796 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.174710 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.175222 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: security-groups-shared-filtering Apr 12 19:54:41.175573 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.176168 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 19:54:41.176483 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: securitygroup.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.186199 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.186728 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: security-group Apr 12 19:54:41.187055 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: segment.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.187819 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.188332 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension segment not supported by any of loaded plugins Apr 12 19:54:41.188653 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.189584 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.190098 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 19:54:41.190415 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: servicetype.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.191516 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.192052 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: service-type Apr 12 19:54:41.192371 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: sorting.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.193358 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.193684 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: sorting Apr 12 19:54:41.194001 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: standard_attr_segment.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.194909 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.195424 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 19:54:41.195763 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: standardattrdescription.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.196404 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.196907 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: standard-attr-description Apr 12 19:54:41.197226 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: stateful_security_group.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.198145 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.198660 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: stateful-security-group Apr 12 19:54:41.198980 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: stdattrs_common.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.199911 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 19:54:41.200259 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.201173 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.201692 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 19:54:41.202008 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: subnet_onboard.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.203066 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.203610 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: subnet_onboard Apr 12 19:54:41.203926 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.204850 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.205359 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 19:54:41.205674 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: subnet_service_types.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.206587 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.207098 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: subnet-service-types Apr 12 19:54:41.207414 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: subnetallocation.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.208526 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.209033 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: subnet_allocation Apr 12 19:54:41.209347 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.210006 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.210516 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: subnetpool-prefix-ops Apr 12 19:54:41.210831 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.211789 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.212308 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 19:54:41.212624 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: tagging.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.213698 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.214212 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: standard-attr-tag Apr 12 19:54:41.214536 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: timestamp.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.215751 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.216320 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loaded extension: standard-attr-timestamp Apr 12 19:54:41.216636 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: trunk.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.217658 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.218170 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension trunk not supported by any of loaded plugins Apr 12 19:54:41.218492 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: trunk_details.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.219418 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.219960 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension trunk-details not supported by any of loaded plugins Apr 12 19:54:41.220279 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: uplink_status_propagation.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.221193 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.221712 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 19:54:41.222034 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Loading extension file: vlantransparent.py {{(pid=98375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:54:41.222692 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:54:41.223199 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 19:54:41.225758 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:network Apr 12 19:54:41.226275 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:subnet Apr 12 19:54:41.226670 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:54:41.227057 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:port Apr 12 19:54:41.228299 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.228743 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service FLAVORS assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.229355 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.229786 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.230118 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:router Apr 12 19:54:41.230535 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:floatingip Apr 12 19:54:41.231028 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service METERING assigned prefix: /metering {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.232603 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:41.232921 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:41.233266 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:54:41.234276 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 19:54:41.234711 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:security_group Apr 12 19:54:41.235146 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 19:54:41.235774 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service CORE assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.236107 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:54:41.236446 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] subnetpool is already registered Apr 12 19:54:41.236865 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service CORE assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.237185 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:54:41.237509 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] subnetpool is already registered Apr 12 19:54:41.239800 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.240216 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service FLAVORS assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.240783 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.241282 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.241708 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:router Apr 12 19:54:41.242041 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] router is already registered Apr 12 19:54:41.242506 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:floatingip Apr 12 19:54:41.242840 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] floatingip is already registered Apr 12 19:54:41.243392 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service METERING assigned prefix: /metering {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.244080 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 19:54:41.244408 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] rbac_policy is already registered Apr 12 19:54:41.244814 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:security_group Apr 12 19:54:41.245143 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] security_group is already registered Apr 12 19:54:41.245542 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 19:54:41.245874 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] security_group_rule is already registered Apr 12 19:54:41.246493 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service CORE assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.246821 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:54:41.247203 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] subnetpool is already registered Apr 12 19:54:41.247653 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.v2.resource_helper [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Service CORE assigned prefix: {{(pid=98375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:54:41.247979 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:54:41.248300 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING neutron.quota.resource_registry [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] subnetpool is already registered Apr 12 19:54:41.248773 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: extensions {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.250280 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: address-groups {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.251808 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: address-scopes {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.253130 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: agents {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.254578 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: auto-allocated-topology {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.255519 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: availability_zones {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.256748 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: dhcp-networks {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.259531 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: dhcp-agents {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.260986 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: routers {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.263355 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: flavors {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.264551 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: service_profiles {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.265746 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: next_providers {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.267192 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: service_profiles {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.268768 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: floatingip-pools {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.270396 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: routers {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.273968 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: floatingips {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.275376 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: l3-routers {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.276850 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: l3-agents {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.278432 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: metering-labels {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.280130 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: metering-label-rules {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.281449 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: network-ip-availabilities {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.282714 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: bindings {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.284889 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: quotas {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.286475 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: quotas {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.288354 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: rbac-policies {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.289743 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: security-groups {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.290986 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: security-group-rules {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.292260 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: service-providers {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.293463 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: subnetpools {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.294921 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: subnetpools {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.296400 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.298057 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.299979 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.301750 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.303530 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.305428 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.307079 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.308997 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.310789 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.312668 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron.api.extensions [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Extended resource: tags {{(pid=98375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:54:41.318595 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING keystonemiddleware.auth_token [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 19:54:41.324613 dv-cinder-837541-1-iscsi neutron-server[98375]: WARNING keystonemiddleware.auth_token [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 19:54:41.333175 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Acquired lock "singleton_lock" {{(pid=98375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 19:54:41.333651 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_concurrency.lockutils [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Releasing lock "singleton_lock" {{(pid=98375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 19:54:41.334317 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO oslo_service.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Starting 2 workers Apr 12 19:54:41.339176 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Started child 98482 {{(pid=98375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:54:41.343724 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Started child 98483 {{(pid=98375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:54:41.344699 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:41.345413 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO neutron.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 19:54:41.345878 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Publish callbacks [] for process (None), before_spawn {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:41.346183 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [-] (98482) wsgi starting up on http://0.0.0.0:9696 Apr 12 19:54:41.348327 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO oslo_service.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Starting 1 workers Apr 12 19:54:41.348673 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:41.350107 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [-] (98483) wsgi starting up on http://0.0.0.0:9696 Apr 12 19:54:41.353571 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Started child 98484 {{(pid=98375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:54:41.354112 dv-cinder-837541-1-iscsi neutron-server[98375]: INFO oslo_service.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Starting 1 workers Apr 12 19:54:41.357360 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] calling RpcWorker wait() {{(pid=98484) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 19:54:41.357954 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] returning from RpcWorker wait() {{(pid=98484) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 19:54:41.358626 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Started child 98485 {{(pid=98375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:54:41.359169 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:41.359388 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG neutron_lib.callbacks.manager [None req-e7dd9ec7-1f44-48de-a7d6-9f9c9d52fc6e None None] Publish callbacks [] for process (None), after_spawn {{(pid=98375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:41.359741 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:41.361314 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 19:54:41.361485 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:54:41.361861 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:54:41.362047 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:54:41.362571 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:54:41.362707 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:54:41.363241 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.363415 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:41.363962 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.363962 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.364112 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.364293 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.364869 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.365135 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.365402 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.365675 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.365923 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.366101 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.366239 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.366668 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.366898 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.367217 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.367522 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.367774 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.368029 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.368207 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.368465 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.368746 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.369008 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.369272 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] debug = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.369528 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.370007 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.370254 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.370496 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.370734 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.370998 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.371272 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.371529 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.371760 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.372060 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.372319 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.372567 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.372799 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.373040 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.373292 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.373505 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.373772 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.374008 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.374461 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] host = dv-cinder-837541-1-iscsi {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.374693 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.374927 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.375153 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.375397 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.375677 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.375908 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.376166 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.376455 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.376659 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.376891 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.377141 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.377371 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.377572 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.377823 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.377987 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_options = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.378220 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.378480 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.378744 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.378931 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.379099 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.379244 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.379522 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.379682 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.379924 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.380139 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.380354 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.380602 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.380802 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.381103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.381255 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.381495 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.381678 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.381885 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.382127 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.382355 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.382599 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.382831 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.383066 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.383283 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.383531 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.383777 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.383967 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.384200 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.384405 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.384634 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.384868 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.385126 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.385341 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.385484 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:41.385630 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.385832 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.386207 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.386349 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.386598 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.386884 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.387120 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.387453 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.387725 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.387970 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.388187 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.388473 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.388890 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.388890 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_json = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.389177 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.389315 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.389452 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.389815 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.390036 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.390191 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.390557 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.391000 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.391389 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.391837 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.392107 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.392408 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.392656 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.393054 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.393201 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.393361 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.393928 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.394073 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.394271 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.394576 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.394802 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.395212 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.395442 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.395860 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.396018 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.396249 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.396505 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.396741 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.396959 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.397175 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.397395 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.397692 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.397912 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.398157 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.398389 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.398611 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.398904 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.399167 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.399557 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.399801 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.400056 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.400319 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.400551 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.400774 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.401148 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.401409 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.401559 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.401987 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.401987 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.402255 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.402392 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.402561 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.402803 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.403020 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.403318 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.403894 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.403894 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.404203 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.404352 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.404488 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.404721 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.404952 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.405150 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.405375 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.405605 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.405838 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.406086 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.406445 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.406588 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.406740 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.406981 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.407136 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.407351 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.407589 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.408373 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.408373 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.408373 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.408828 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.408828 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.409101 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.409101 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.409386 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.409862 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.409862 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.409862 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.410306 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.410306 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.410580 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.410725 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.410907 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.411142 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.411326 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.411594 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.411741 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.411963 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.412179 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.412388 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.412625 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.412837 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.413050 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.413317 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.413915 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.413915 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.414211 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.414364 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.414531 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.414764 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.415032 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.415233 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.415452 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.415935 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.416084 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.416236 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.416754 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.416754 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.417141 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.417141 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.417412 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.417558 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.417745 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.417962 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.418179 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.418423 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.418687 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.418964 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.419200 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.419446 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.419721 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.420070 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.420269 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.420543 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.420768 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.421379 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.421379 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.421770 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.422211 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.422211 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.422501 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.422689 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.422921 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.423166 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.423396 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.423666 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.423885 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.424132 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.424383 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.424601 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.424869 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.425143 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.425388 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.425619 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.425838 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.426115 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.426361 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.426597 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.427015 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.427350 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.427638 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.427899 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.428147 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.428390 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.428632 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.428889 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.429122 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.429370 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.429607 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.429843 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.430074 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.430295 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.430551 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.430783 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.431002 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.431237 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.431441 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.431685 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.431928 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.432361 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.432361 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.432631 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.432783 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.433000 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.433272 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.433464 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.433737 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.433923 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.434186 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.434444 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.435067 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.435067 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.435354 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.435524 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.435703 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.435969 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.436211 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.436443 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.436656 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.436890 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.437103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.437333 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.437555 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.437766 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.438031 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.438274 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.438621 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.438870 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.439134 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.439339 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.439601 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.439835 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.440063 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.440277 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.440507 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.440705 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.440924 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.441157 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.441379 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.441620 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.441835 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.442075 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.442335 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.442557 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.442793 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.443010 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.443236 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.443451 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.443691 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.443912 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.444141 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.444351 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.444578 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.444807 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.445016 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.445303 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.445552 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.445779 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.446028 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.446241 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.446480 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.446706 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.446944 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.447167 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.447374 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.447732 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.447941 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.448170 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.448390 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.448585 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.448953 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.449512 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.449742 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.449966 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.450234 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.450444 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.450665 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.450878 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.451251 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.451533 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.451746 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.451956 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.452176 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.452391 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.452604 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.452826 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.453033 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.453238 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.453456 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.453669 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.453894 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.454202 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.454445 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.454690 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.454971 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.455184 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.455425 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.455683 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.455994 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.456207 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.456459 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.456694 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.456910 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.457128 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.457376 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.457691 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.458002 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.458261 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.458515 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.458790 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.459085 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.459338 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.459578 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.459857 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.460180 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.460453 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.460798 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.460964 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.461191 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.461437 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.461807 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.462021 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.462255 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.462471 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.462723 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.462967 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.463222 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.463437 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.463693 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.463940 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.464164 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.464392 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.464611 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.464832 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.464988 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:54:41.465522 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 19:54:41.465683 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:54:41.465860 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:54:41.466030 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:54:41.466197 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:54:41.466348 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:54:41.466555 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.466715 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.466872 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.467032 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.467201 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.467357 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.467540 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.467717 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.467854 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.467999 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.468159 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.468316 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.468474 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.468614 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.468777 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.468934 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.469091 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.469249 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.469409 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.469565 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.469651 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:41.469752 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.469864 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.470020 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] debug = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.470176 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.470368 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.470529 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.470684 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.470839 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.470994 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.471150 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.471311 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.471467 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.471646 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.471803 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.471959 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.472107 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.472258 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.472413 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.472570 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.472726 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.472882 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.473038 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] host = dv-cinder-837541-1-iscsi {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.473194 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.473351 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.473508 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.473871 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.473871 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.474366 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.474366 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.474366 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.474668 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.474668 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475069 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475069 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475069 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475324 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475324 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_options = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475479 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475610 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475767 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.475953 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.476114 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.476461 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.476461 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.476617 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.476710 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.476836 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.476990 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.477146 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.477302 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.477458 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.477615 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.477774 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.477926 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.478246 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.478402 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.478540 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.478694 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.478852 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.479010 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.479167 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.479323 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.479468 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.479645 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.479781 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.479943 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.480098 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.480255 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.480413 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.480569 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.480727 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.480886 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.481042 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.481200 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.481381 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.481573 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.481731 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.481889 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.482047 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.482203 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.482360 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.482517 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.482724 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.482818 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_json = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.482973 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.483130 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.483286 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.483441 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.483622 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.483781 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.483937 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.484094 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.484249 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:54:41.484422 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.484582 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.484751 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.484913 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.485076 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.485237 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.485396 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.485553 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.485711 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.485871 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.486037 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.486198 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.486537 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.486537 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.486776 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.486906 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.486990 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.487109 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.487267 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.487428 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.487609 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.487771 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.487942 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.488102 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.488258 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.488416 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.488577 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.488742 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.488900 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.489075 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.489235 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.489396 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.489554 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.489712 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.489873 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.490034 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.490195 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.490355 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.490514 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.490673 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.490832 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.490991 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.491149 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.491314 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.491473 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.491655 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.491815 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.491975 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.492133 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.492292 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.492451 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.492610 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.492770 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.492929 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.493087 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.493251 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.493380 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.493551 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.493708 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.493867 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.494024 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.494183 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.494343 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.494502 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495403 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495403 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495616 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495734 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.495867 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.496202 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.496202 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.496360 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.496476 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.496635 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.496795 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.496954 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.497135 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.497295 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.497455 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.497614 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.497773 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.497931 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.498088 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.498247 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.498405 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.498568 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.498726 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.499097 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.499097 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.499258 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.499345 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.499520 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.499685 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.499845 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.500003 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.500164 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.500324 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.500482 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.500641 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.500802 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.500965 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.501123 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.501290 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.501449 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.501607 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.501765 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.501923 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.502081 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.502239 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.502397 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.502558 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.502716 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.502875 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.503032 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.503191 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.503359 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.503537 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.503704 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.503865 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.504030 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.504200 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.504362 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.504520 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.504679 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.504838 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.504996 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.505155 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.505315 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.505476 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.505634 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.505793 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.505961 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.506120 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.506279 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.506436 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.506617 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.506776 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.506933 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.507091 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.507249 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.507407 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.507588 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.507747 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.507907 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.508064 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.508210 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.508368 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.508526 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.508683 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.508841 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.509196 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.509196 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.509406 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.509496 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.509598 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.509757 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.509916 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.510074 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.510217 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.510377 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.510535 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.510692 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.510851 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.511010 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.511168 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.511330 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.511490 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.511667 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.511826 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.511985 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.512143 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.512285 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.512449 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.512627 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.512854 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.512972 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.513116 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.513275 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.513434 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.513593 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.513753 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.513910 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.514071 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.514229 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.514387 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.514545 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.514704 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.514863 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.515022 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.515182 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.515359 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.515537 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.515697 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.515857 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.516016 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.516173 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.516330 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.516490 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.516647 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.516804 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.516963 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.517124 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.517281 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.517438 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.517596 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.517753 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.517912 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.518073 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.518230 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.518387 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.518546 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.518704 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.518861 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.519017 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.519175 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.519332 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.519489 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.519666 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.519822 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.519993 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.520151 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.520307 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.520463 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.520621 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.520778 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.520946 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.521103 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.521266 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.521424 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.521581 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.521738 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.521904 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.522061 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.522218 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.522374 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.522530 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.522687 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.522854 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.523012 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.523168 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.523323 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.523481 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.523658 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.523826 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.523983 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.524139 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.524295 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.524453 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.524610 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.524779 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.524936 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.525093 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.525251 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.525407 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.525564 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.525728 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.525886 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.526043 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.526209 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.526367 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.526524 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.526681 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.526850 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.527008 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.527167 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.527327 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.527485 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.527662 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.527821 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.527982 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.528149 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.528348 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.528509 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.528679 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.528847 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.529013 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.529171 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.529335 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.529507 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.529666 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.529823 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.529982 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.530141 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.530299 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.530455 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.530611 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.530771 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.530928 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.531086 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.531249 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.531406 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.531586 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.531747 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.531904 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.532061 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.532218 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.532375 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.532533 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:54:41.532685 dv-cinder-837541-1-iscsi neutron-server[98375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:54:41.572226 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34428) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:41.580955 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065782 Apr 12 19:54:52.886134 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70520b3f-972c-489e-99f3-8a216b999d81 None None] get_active_networks_info from dv-cinder-837541-1-iscsi {{(pid=98484) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 19:54:52.956345 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70520b3f-972c-489e-99f3-8a216b999d81 None None] No non-hosted networks {{(pid=98484) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 19:54:52.973122 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-83c3329c-4f86-4204-9816-888efc8ed008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595885'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.186962 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56097dd8-b190-429c-bac5-277e151a9a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595885'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.217492 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc5ef-c27e-4736-bc72-faeba5298b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:55.908352 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34492) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:56.122814 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595885'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:56.471702 dv-cinder-837541-1-iscsi neutron-server[98483]: WARNING oslo_policy.policy [None req-68841b64-24b7-4fce-9287-eb563e651e77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:54:56.472495 dv-cinder-837541-1-iscsi neutron-server[98483]: WARNING oslo_policy.policy [None req-68841b64-24b7-4fce-9287-eb563e651e77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:54:56.689540 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [None req-68841b64-24b7-4fce-9287-eb563e651e77 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:54:56.703606 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-68841b64-24b7-4fce-9287-eb563e651e77 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7813823 Apr 12 19:54:57.588454 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595885'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:58.960902 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595885'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:58.962795 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.963365 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.966549 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.967134 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.967672 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.968289 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.968836 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.969425 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.969923 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.970655 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.971268 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.971808 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.972521 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.973059 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.973612 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:54:58.974221 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837541-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:58.982799 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837541-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:54:59.263846 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34526) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:54:59.590537 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-bc87077e-78a7-4349-b4d8-ccfd84aa14a9 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:54:59.679863 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.policy [None req-bc87077e-78a7-4349-b4d8-ccfd84aa14a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98483) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 19:54:59.722646 dv-cinder-837541-1-iscsi neutron-server[98483]: WARNING oslo_policy.policy [None req-bc87077e-78a7-4349-b4d8-ccfd84aa14a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:54:59.723022 dv-cinder-837541-1-iscsi neutron-server[98483]: WARNING oslo_policy.policy [None req-bc87077e-78a7-4349-b4d8-ccfd84aa14a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:54:59.818531 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc87077e-78a7-4349-b4d8-ccfd84aa14a9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767065284235', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767065276607', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767065260235', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767065275761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767065248504', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767065257875', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1291697', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1282202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-295271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-404011'] for rbac-policy (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:59.888753 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc87077e-78a7-4349-b4d8-ccfd84aa14a9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:54:59.899622 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-bc87077e-78a7-4349-b4d8-ccfd84aa14a9 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6263366 Apr 12 19:55:01.322890 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.db.l3_hamode_db [None req-1dad84e1-1c36-41f7-97e5-8801f43c1577 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 19:55:01.401235 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad84e1-1c36-41f7-97e5-8801f43c1577 None None] Routers set() bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:55:01.401566 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad84e1-1c36-41f7-97e5-8801f43c1577 None None] Router IDs set() for agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 19:55:02.411534 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 34538) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:02.970239 dv-cinder-837541-1-iscsi neutron-server[98482]: WARNING oslo_policy.policy [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:55:02.970820 dv-cinder-837541-1-iscsi neutron-server[98482]: WARNING oslo_policy.policy [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:55:03.188536 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:55:03.246869 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Made reservation on behalf of e55dde09e5b44322966455b28ff32af1 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:55:03.313598 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.policy [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98482) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 19:55:03.356035 dv-cinder-837541-1-iscsi neutron-server[98482]: WARNING oslo_policy.policy [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:55:03.356457 dv-cinder-837541-1-iscsi neutron-server[98482]: WARNING oslo_policy.policy [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:55:03.367080 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.390165 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.515237 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks [] for security_group (8dad4005-2e7a-471a-a291-f711a30de056), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.522805 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (8dad4005-2e7a-471a-a291-f711a30de056), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.552005 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:55:03.585704 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767066853039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (a7713c2e-bafd-4f7e-868a-61d9a507098d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.586283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Unsubscribe: segment precommit_create {{(pid=98482) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 19:55:03.586806 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Added segment a7713c2e-bafd-4f7e-868a-61d9a507098d of type vlan for network 2bd476bf-3008-449d-8330-bd6770dd0d77 Apr 12 19:55:03.603468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8dad4005-2e7a-471a-a291-f711a30de056,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:03.624210 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.624546 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.624875 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.625226 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.625553 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.625868 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.626206 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.626510 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.626808 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.627112 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.627421 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.627767 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.628076 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.628382 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.628688 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Tracked resource versions report: Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: pushed versions: Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: { 'AddressGroup': {'1.2'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Agent': {'1.1'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'ConntrackHelper': {'1.0'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Log': {'1.0'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'NDPProxy': {'1.0'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Network': {'1.1'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Port': {'1.7'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'PortForwarding': {'1.3'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'QosPolicy': {'1.10'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroup': {'1.5'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SubPort': {'1.0'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Subnet': {'1.1'}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Trunk': {'1.1'}} Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: consumer versions: Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Agent': '1.1', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'ConntrackHelper': '1.0', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'LocalIPAssociation': '1.0', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Log': '1.0', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'NDPProxy': '1.0', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Network': '1.1', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Port': '1.7', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'PortForwarding': '1.3', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'QosPolicy': '1.10', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroup': '1.5', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroupRule': '1.2', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SubPort': '1.0', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Subnet': '1.1', Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Trunk': '1.1'}} Apr 12 19:55:03.630083 dv-cinder-837541-1-iscsi neutron-server[98482]: {{(pid=98482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:55:03.714680 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (2bd476bf-3008-449d-8330-bd6770dd0d77), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.755234 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (2bd476bf-3008-449d-8330-bd6770dd0d77), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.760420 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:03.761145 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:03.823765 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4100363 Apr 12 19:55:03.883580 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84661f24-3d98-4d85-bc81-55303c267847 demo demo] Pushing event updated for resources: {'Network': ['ID=2bd476bf-3008-449d-8330-bd6770dd0d77,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:03.897707 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:55:06.365207 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 34558) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:06.808183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c95bd6-6129-4f39-88aa-d05b26e5892c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:06.809496 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e3c95bd6-6129-4f39-88aa-d05b26e5892c demo admin] 10.222.0.43 "GET /v2.0/networks/2bd476bf-3008-449d-8330-bd6770dd0d77 HTTP/1.1" status: 200 len: 825 time: 0.4432034 Apr 12 19:55:06.849917 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-3a7663e0-431d-46b3-bf82-348055d4539f demo admin] 10.222.0.43 "GET /v2.0/subnetpools/acde398e-0d3c-4e4d-9691-a6fe97a20838 HTTP/1.1" status: 200 len: 734 time: 0.0316367 Apr 12 19:55:06.858381 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'subnetpool_id': 'acde398e-0d3c-4e4d-9691-a6fe97a20838', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:55:06.884363 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Made reservation on behalf of e55dde09e5b44322966455b28ff32af1 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:55:06.886582 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:07.189520 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (b09e15ad-7f2b-4f7e-88d5-aae578bd652b), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:07.260532 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Pushing event updated for resources: {'Subnet': ['ID=b09e15ad-7f2b-4f7e-88d5-aae578bd652b,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:07.266718 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Checking segment: {'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:55:07.267754 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Network hostable DHCP agents. Network: 2bd476bf-3008-449d-8330-bd6770dd0d77, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:55:07.291446 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:55:07.305380 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 2bd476bf-3008-449d-8330-bd6770dd0d77) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:55:07.310429 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:07.311019 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:07.317021 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29751f68-5911-4137-8491-fd85b0a85ea9 None None] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:55:07.331022 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-af4c3cbb-3380-4d87-9131-e8f03a98d3ea demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4758799 Apr 12 19:55:07.699656 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-2bd476bf-3008-449d-8330-bd6770dd0d77', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'fixed_ips': [{'subnet_id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:55:07.700935 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:07.973278 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Allocated IP 172.20.0.2 (2bd476bf-3008-449d-8330-bd6770dd0d77/b09e15ad-7f2b-4f7e-88d5-aae578bd652b/14747036-0938-466d-9598-c3b10a6422c4) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:55:08.240972 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Publish callbacks [] for port (14747036-0938-466d-9598-c3b10a6422c4), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:08.253533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (14747036-0938-466d-9598-c3b10a6422c4), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:08.331816 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:55:08.336682 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:55:08.344825 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Pushing event updated for resources: {'Port': ['ID=14747036-0938-466d-9598-c3b10a6422c4,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:08.344993 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:55:08.354616 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.354965 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.355302 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.355679 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.356041 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.356367 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.356685 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.357006 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.357325 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.357643 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.357961 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.358289 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.358610 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.358921 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.359236 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Tracked resource versions report: Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: pushed versions: Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: { 'AddressGroup': {'1.2'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Agent': {'1.1'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'ConntrackHelper': {'1.0'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Log': {'1.0'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'NDPProxy': {'1.0'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Network': {'1.1'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Port': {'1.7'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'PortForwarding': {'1.3'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'QosPolicy': {'1.10'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroup': {'1.5'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SubPort': {'1.0'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Subnet': {'1.1'}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Trunk': {'1.1'}} Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: consumer versions: Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Agent': '1.1', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'ConntrackHelper': '1.0', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'LocalIPAssociation': '1.0', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Log': '1.0', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'NDPProxy': '1.0', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Network': '1.1', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Port': '1.7', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'PortForwarding': '1.3', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'QosPolicy': '1.10', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroup': '1.5', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroupRule': '1.2', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SubPort': '1.0', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Subnet': '1.1', Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Trunk': '1.1'}} Apr 12 19:55:08.360652 dv-cinder-837541-1-iscsi neutron-server[98484]: {{(pid=98484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:55:08.436476 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Attempting to bind port 14747036-0938-466d-9598-c3b10a6422c4 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:55:08.436844 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Attempting to bind port 14747036-0938-466d-9598-c3b10a6422c4 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:55:08.437298 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Attempting to bind port 14747036-0938-466d-9598-c3b10a6422c4 on network 2bd476bf-3008-449d-8330-bd6770dd0d77 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:55:08.442491 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:55:08.442868 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Checking segment: {'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:55:08.443355 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:08.443767 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Bound using segment: {'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:55:08.444225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Bound port: 14747036-0938-466d-9598-c3b10a6422c4, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:55:08.444623 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (14747036-0938-466d-9598-c3b10a6422c4), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:08.509441 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] For port 14747036-0938-466d-9598-c3b10a6422c4, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:55:08.529230 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] For port 14747036-0938-466d-9598-c3b10a6422c4, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=14747036-0938-466d-9598-c3b10a6422c4,segment=NetworkSegment(a7713c2e-bafd-4f7e-868a-61d9a507098d),segment_id=a7713c2e-bafd-4f7e-868a-61d9a507098d)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:55:08.538211 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (14747036-0938-466d-9598-c3b10a6422c4), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:08.593299 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2a0f-7603-428b-9ab2-03a267e999de None None] Pushing event updated for resources: {'Port': ['ID=14747036-0938-466d-9598-c3b10a6422c4,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:09.847107 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34566) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:10.166802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [None req-40745715-381d-4dc8-84be-e0434fc9a8b6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:55:10.167791 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-40745715-381d-4dc8-84be-e0434fc9a8b6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196213 Apr 12 19:55:12.693031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34574) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:13.010698 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [None req-a55ee5fb-d7ca-45cb-bd22-d9bcfa0f71e8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:55:13.011738 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a55ee5fb-d7ca-45cb-bd22-d9bcfa0f71e8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177283 Apr 12 19:55:15.558392 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34582) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:15.894440 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-923c9438-614e-4d21-955e-feac0fae9e23 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:55:15.926552 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-923c9438-614e-4d21-955e-feac0fae9e23 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (a5101870-0c1e-4757-b082-ae10fe631b1e), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:15.928289 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-923c9438-614e-4d21-955e-feac0fae9e23 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (a5101870-0c1e-4757-b082-ae10fe631b1e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:16.073158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-923c9438-614e-4d21-955e-feac0fae9e23 demo demo] Publish callbacks [] for router_controller (a5101870-0c1e-4757-b082-ae10fe631b1e), precommit_add_association {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:16.081000 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-923c9438-614e-4d21-955e-feac0fae9e23 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (a5101870-0c1e-4757-b082-ae10fe631b1e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:16.101451 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-923c9438-614e-4d21-955e-feac0fae9e23 demo demo] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:16.102580 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-923c9438-614e-4d21-955e-feac0fae9e23 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5431547 Apr 12 19:55:18.402468 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:55:18.612972 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34594) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:18.952760 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [None req-6616c91e-1067-49f5-ab2b-f18cff4ccc4e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:55:18.953728 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6616c91e-1067-49f5-ab2b-f18cff4ccc4e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3398371 Apr 12 19:55:19.687149 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 14747036-0938-466d-9598-c3b10a6422c4 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:55:19.775190 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 14747036-0938-466d-9598-c3b10a6422c4 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:19.775618 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (14747036-0938-466d-9598-c3b10a6422c4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:19.884797 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 14747036-0938-466d-9598-c3b10a6422c4 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:19.885161 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (14747036-0938-466d-9598-c3b10a6422c4), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:19.919585 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 14747036-0938-466d-9598-c3b10a6422c4, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=14747036-0938-466d-9598-c3b10a6422c4,segment=NetworkSegment(a7713c2e-bafd-4f7e-868a-61d9a507098d),segment_id=a7713c2e-bafd-4f7e-868a-61d9a507098d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:55:19.925601 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (14747036-0938-466d-9598-c3b10a6422c4), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:19.965164 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02705c5b-2789-4308-b36d-2ae8906e52f5 None None] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:55:19.992674 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=14747036-0938-466d-9598-c3b10a6422c4,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:20.055539 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-f77590b8-0dc9-4044-8207-ed724b43b7e1 None None] Provisioning complete for port 14747036-0938-466d-9598-c3b10a6422c4 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:20.055924 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f77590b8-0dc9-4044-8207-ed724b43b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (14747036-0938-466d-9598-c3b10a6422c4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:20.174363 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f77590b8-0dc9-4044-8207-ed724b43b7e1 None None] Current status of the port 14747036-0938-466d-9598-c3b10a6422c4 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:20.293876 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-9c558e2d-9509-4916-bb51-cd6e285061de None None] Provisioning complete for port 14747036-0938-466d-9598-c3b10a6422c4 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:20.294272 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9c558e2d-9509-4916-bb51-cd6e285061de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (14747036-0938-466d-9598-c3b10a6422c4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:20.372992 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-9c558e2d-9509-4916-bb51-cd6e285061de None None] Current status of the port 14747036-0938-466d-9598-c3b10a6422c4 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:21.479794 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34602) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:21.672378 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 14747036-0938-466d-9598-c3b10a6422c4 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:55:21.718780 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 14747036-0938-466d-9598-c3b10a6422c4 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:21.719151 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (14747036-0938-466d-9598-c3b10a6422c4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:21.792041 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 14747036-0938-466d-9598-c3b10a6422c4 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:21.812919 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:55:21.840106 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Made reservation on behalf of 67be2835f6b949c2851048be0dd02749 for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:55:21.843029 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:21.858783 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:21.962364 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks [] for security_group (cc9bea53-c419-48a5-a0a6-4222c592b8de), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:21.969450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (cc9bea53-c419-48a5-a0a6-4222c592b8de), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:21.983963 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Reserving flat network on physical network physnet1 {{(pid=98483) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 19:55:22.017590 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767066853039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (97aaf2df-da9a-4e74-a372-847bd1ac3715), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:22.018148 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Unsubscribe: segment precommit_create {{(pid=98483) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 19:55:22.018665 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Added segment 97aaf2df-da9a-4e74-a372-847bd1ac3715 of type flat for network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 Apr 12 19:55:22.033451 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9bea53-c419-48a5-a0a6-4222c592b8de,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:22.074470 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.074884 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.075232 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.075587 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.075912 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.076245 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.076533 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.076841 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.077168 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.077481 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.077795 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.078118 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.078424 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.078714 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.079021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Tracked resource versions report: Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: pushed versions: Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: { 'AddressGroup': {'1.2'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Agent': {'1.1'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'ConntrackHelper': {'1.0'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Log': {'1.0'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'NDPProxy': {'1.0'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Network': {'1.1'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Port': {'1.7'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'PortForwarding': {'1.3'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'QosPolicy': {'1.10'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroup': {'1.5'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SubPort': {'1.0'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Subnet': {'1.1'}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Trunk': {'1.1'}} Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: consumer versions: Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Agent': '1.1', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'ConntrackHelper': '1.0', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'LocalIPAssociation': '1.0', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Log': '1.0', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'NDPProxy': '1.0', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Network': '1.1', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Port': '1.7', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'PortForwarding': '1.3', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'QosPolicy': '1.10', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroup': '1.5', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroupRule': '1.2', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SubPort': '1.0', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Subnet': '1.1', Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Trunk': '1.1'}} Apr 12 19:55:22.080383 dv-cinder-837541-1-iscsi neutron-server[98483]: {{(pid=98483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:55:22.130522 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:22.176935 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:22.178001 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:22.178682 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:22.261982 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7809906 Apr 12 19:55:22.275419 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb24280-4a47-4fbf-ad1b-47fb4a0298ee admin admin] Pushing event updated for resources: {'Network': ['ID=a8c27c22-0e4e-4e4b-8783-8971f0f63bf0,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:22.286643 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:55:22.831010 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2075-7c06-467f-bac2-5e22420e2bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:24.711117 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34614) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:25.125670 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca317e88-1ab8-4b06-a3ee-d571663c39cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:25.126988 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ca317e88-1ab8-4b06-a3ee-d571663c39cd demo admin] 10.222.0.43 "GET /v2.0/subnets/b09e15ad-7f2b-4f7e-88d5-aae578bd652b HTTP/1.1" status: 200 len: 849 time: 0.4145565 Apr 12 19:55:25.189046 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-16ea8c4b-6076-429f-8487-2c662a76a7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:25.274713 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5fb82c42-b4a2-4f2a-8025-cf8e614860da demo admin] 10.222.0.43 "GET /v2.0/routers/a5101870-0c1e-4757-b082-ae10fe631b1e HTTP/1.1" status: 200 len: 704 time: 0.1357651 Apr 12 19:55:25.554845 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:25.847613 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Allocated IP 172.20.0.1 (2bd476bf-3008-449d-8330-bd6770dd0d77/b09e15ad-7f2b-4f7e-88d5-aae578bd652b/94077b9f-b1ff-4a3f-b125-2d0b76e68cdc) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:55:26.030168 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks [] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.077451 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.100826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.173005 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:55:26.179716 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:55:26.188673 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:55:26.189587 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (a5101870-0c1e-4757-b082-ae10fe631b1e), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.207666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Pushing event updated for resources: {'Port': ['ID=94077b9f-b1ff-4a3f-b125-2d0b76e68cdc,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:26.434500 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-e52fe3a4-f8db-4c99-a41f-b9d74f7a667f None None] Provisioning complete for port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:26.435059 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e52fe3a4-f8db-4c99-a41f-b9d74f7a667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.453774 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.517842 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-e52fe3a4-f8db-4c99-a41f-b9d74f7a667f None None] Port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:55:26.663280 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks [] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.671247 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.672075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (a5101870-0c1e-4757-b082-ae10fe631b1e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:26.751488 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Pushing event updated for resources: {'Port': ['ID=94077b9f-b1ff-4a3f-b125-2d0b76e68cdc,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:26.799291 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:55:26.800707 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:55:26.965627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Router a5101870-0c1e-4757-b082-ae10fe631b1e is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:55:27.044238 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-041465b0-4fee-4919-9a45-ffd475879f6d None None] Provisioning complete for port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:27.044625 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-041465b0-4fee-4919-9a45-ffd475879f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:27.066679 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:55:27.072242 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-44e8f313-d84a-4bb4-acd0-ac933ebcb219 demo admin] 10.222.0.43 "PUT /v2.0/routers/a5101870-0c1e-4757-b082-ae10fe631b1e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7968740 Apr 12 19:55:27.078502 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-041465b0-4fee-4919-9a45-ffd475879f6d None None] Port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:55:27.085518 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Sync routers for ids ['a5101870-0c1e-4757-b082-ae10fe631b1e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:55:27.098092 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Routers {'a5101870-0c1e-4757-b082-ae10fe631b1e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:55:27.099040 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T19:55:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['a5101870-0c1e-4757-b082-ae10fe631b1e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:27.291329 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Set router a5101870-0c1e-4757-b082-ae10fe631b1e gateway port host: None {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:55:27.546226 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:27.705085 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'name': 'router1', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:55:15Z', 'updated_at': '2022-04-12T19:55:26Z', 'revision_number': 2, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'gw_port_host': None, '_interfaces': [{'id': '94077b9f-b1ff-4a3f-b125-2d0b76e68cdc', 'name': '', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'mac_address': 'fa:16:3e:e8:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:25Z', 'updated_at': '2022-04-12T19:55:26Z', 'revision_number': 2, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'subnets': [{'id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'acde398e-0d3c-4e4d-9691-a6fe97a20838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:27.754605 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Checking router: a5101870-0c1e-4757-b082-ae10fe631b1e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:55:27.754970 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Updating router a5101870-0c1e-4757-b082-ae10fe631b1e port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:55:27.806053 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.311822 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Publish callbacks [] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.319430 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.481122 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Attempting to bind port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:55:28.481528 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Attempting to bind port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:55:28.481963 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Attempting to bind port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc on network 2bd476bf-3008-449d-8330-bd6770dd0d77 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:55:28.493820 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Pushing event updated for resources: {'Port': ['ID=94077b9f-b1ff-4a3f-b125-2d0b76e68cdc,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:28.498979 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:55:28.499386 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Checking segment: {'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:55:28.499874 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.500313 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Bound using segment: {'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:55:28.500791 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Bound port: 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7713c2e-bafd-4f7e-868a-61d9a507098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:55:28.501203 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.505375 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-6d39d925-3b57-4ab9-a081-6277022a47c0 None None] Provisioning complete for port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:28.505763 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-6d39d925-3b57-4ab9-a081-6277022a47c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.519551 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.519908 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.520250 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.520594 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.520946 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.521276 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.521598 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.521919 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.522241 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.522558 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.522906 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.523326 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.523683 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.524004 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.524320 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Tracked resource versions report: Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: pushed versions: Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: { 'AddressGroup': {'1.2'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Agent': {'1.1'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'ConntrackHelper': {'1.0'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Log': {'1.0'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'NDPProxy': {'1.0'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Network': {'1.1'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Port': {'1.7'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'PortForwarding': {'1.3'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'QosPolicy': {'1.10'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroup': {'1.5'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SubPort': {'1.0'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Subnet': {'1.1'}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Trunk': {'1.1'}} Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: consumer versions: Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Agent': '1.1', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'ConntrackHelper': '1.0', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'LocalIPAssociation': '1.0', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Log': '1.0', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'NDPProxy': '1.0', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Network': '1.1', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Port': '1.7', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'PortForwarding': '1.3', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'QosPolicy': '1.10', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroup': '1.5', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroupRule': '1.2', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SubPort': '1.0', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Subnet': '1.1', Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Trunk': '1.1'}} Apr 12 19:55:28.525722 dv-cinder-837541-1-iscsi neutron-server[98485]: {{(pid=98485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:55:28.540449 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-6d39d925-3b57-4ab9-a081-6277022a47c0 None None] Port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:55:28.580621 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] For port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:55:28.599149 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] For port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=94077b9f-b1ff-4a3f-b125-2d0b76e68cdc,segment=NetworkSegment(a7713c2e-bafd-4f7e-868a-61d9a507098d),segment_id=a7713c2e-bafd-4f7e-868a-61d9a507098d)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:55:28.606124 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.664120 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f30288-83dd-4f42-a77d-835220a73ca4 None None] Pushing event updated for resources: {'Port': ['ID=94077b9f-b1ff-4a3f-b125-2d0b76e68cdc,revision_number=4']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:28.669451 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Routers {'a5101870-0c1e-4757-b082-ae10fe631b1e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:55:28.670059 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T19:55:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['a5101870-0c1e-4757-b082-ae10fe631b1e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:28.765810 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] Set router a5101870-0c1e-4757-b082-ae10fe631b1e gateway port host: None {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:55:28.863093 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-96fc997e-f20c-4802-88d0-6d34a17f0df9 None None] Provisioning complete for port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:28.864195 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-96fc997e-f20c-4802-88d0-6d34a17f0df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.954199 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-96fc997e-f20c-4802-88d0-6d34a17f0df9 None None] Current status of the port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:28.954834 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-96fc997e-f20c-4802-88d0-6d34a17f0df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.969633 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:28.971301 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'name': 'router1', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:55:15Z', 'updated_at': '2022-04-12T19:55:26Z', 'revision_number': 2, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'gw_port_host': None, '_interfaces': [{'id': '94077b9f-b1ff-4a3f-b125-2d0b76e68cdc', 'name': '', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'mac_address': 'fa:16:3e:e8:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:25Z', 'updated_at': '2022-04-12T19:55:28Z', 'revision_number': 4, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'subnets': [{'id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'acde398e-0d3c-4e4d-9691-a6fe97a20838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:28.994154 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-96fc997e-f20c-4802-88d0-6d34a17f0df9 None None] For port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=94077b9f-b1ff-4a3f-b125-2d0b76e68cdc,segment=NetworkSegment(a7713c2e-bafd-4f7e-868a-61d9a507098d),segment_id=a7713c2e-bafd-4f7e-868a-61d9a507098d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:55:28.998034 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690830-ca97-4c4d-bfc2-c0e3156d8ee2 None None] The sync data for ids ['a5101870-0c1e-4757-b082-ae10fe631b1e'] in dv-cinder-837541-1-iscsi is: [{'id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'name': 'router1', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:55:15Z', 'updated_at': '2022-04-12T19:55:26Z', 'revision_number': 2, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'gw_port_host': None, '_interfaces': [{'id': '94077b9f-b1ff-4a3f-b125-2d0b76e68cdc', 'name': '', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'mac_address': 'fa:16:3e:e8:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:25Z', 'updated_at': '2022-04-12T19:55:28Z', 'revision_number': 4, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'subnets': [{'id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'acde398e-0d3c-4e4d-9691-a6fe97a20838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:55:29.000252 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-96fc997e-f20c-4802-88d0-6d34a17f0df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:29.053614 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc997e-f20c-4802-88d0-6d34a17f0df9 None None] Pushing event updated for resources: {'Port': ['ID=94077b9f-b1ff-4a3f-b125-2d0b76e68cdc,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:29.648076 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 34634) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:29.851249 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99b838-dc3f-43d7-a3f3-8c92a4b326df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:29.852640 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ef99b838-dc3f-43d7-a3f3-8c92a4b326df admin admin] 10.222.0.43 "GET /v2.0/networks/a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 HTTP/1.1" status: 200 len: 842 time: 0.2036061 Apr 12 19:55:29.862206 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:55:29.883014 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Made reservation on behalf of 67be2835f6b949c2851048be0dd02749 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:55:29.885268 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:30.201191 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.objects.ports [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98482) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 19:55:30.201513 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (cf43cdab-eb80-40dc-89e0-fbe9e6236842), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:30.257317 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf43cdab-eb80-40dc-89e0-fbe9e6236842,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:30.264398 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:55:30.264789 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Network hostable DHCP agents. Network: a8c27c22-0e4e-4e4b-8783-8971f0f63bf0, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:55:30.282285 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:55:30.292139 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, a8c27c22-0e4e-4e4b-8783-8971f0f63bf0) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:55:30.298252 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:30.298863 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:30.300655 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72413f09-7d73-410e-8962-9e508eb42919 None None] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:55:30.319928 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7dc2cc5f-743c-446a-8d94-c9e0edb42d0b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4567711 Apr 12 19:55:30.403462 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffcbe73-2b70-4227-ba03-d03e6629d12e None None] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:55:32.838124 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34652) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:32.975431 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-f39fa3fd-8308-439d-835b-5a2afbbbe527 demo admin] 10.222.0.43 "GET /v2.0/routers/a5101870-0c1e-4757-b082-ae10fe631b1e HTTP/1.1" status: 200 len: 710 time: 0.1360657 Apr 12 19:55:33.062829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bcb34-8361-4d44-97f5-245598e15807 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:55:33.064211 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-9f6bcb34-8361-4d44-97f5-245598e15807 demo admin] 10.222.0.43 "GET /v2.0/networks/a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 HTTP/1.1" status: 200 len: 886 time: 0.0833645 Apr 12 19:55:33.076619 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:55:33.322890 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks [] for router_gateway (a5101870-0c1e-4757-b082-ae10fe631b1e), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:33.617211 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks [] for router_gateway (a5101870-0c1e-4757-b082-ae10fe631b1e), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:33.693194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:33.794954 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Allocated IP 172.27.3.133 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/00c064f1-27ad-4889-84eb-77b59e47ea9a) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:55:33.892642 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks [] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:33.928498 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:33.967399 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:55:33.972145 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:55:33.978207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:55:34.009378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Pushing event updated for resources: {'Port': ['ID=00c064f1-27ad-4889-84eb-77b59e47ea9a,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:34.235256 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks [] for router_gateway (a5101870-0c1e-4757-b082-ae10fe631b1e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:34.441711 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7331'] for router (a5101870-0c1e-4757-b082-ae10fe631b1e), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:34.445332 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596281'] for router (a5101870-0c1e-4757-b082-ae10fe631b1e), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:34.553267 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Router a5101870-0c1e-4757-b082-ae10fe631b1e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:55:34.662448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:55:34.666692 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:34.668025 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ce5b4fcd-76ea-4102-bfb0-010939412692 demo admin] 10.222.0.43 "PUT /v2.0/routers/a5101870-0c1e-4757-b082-ae10fe631b1e HTTP/1.1" status: 200 len: 890 time: 1.5948813 Apr 12 19:55:35.698296 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:55:35.757516 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:35.757846 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:35.836044 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:37.203520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 34664) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:55:37.319853 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-de71ed16-a50b-42ec-a1d2-439505188e0f admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1152332 Apr 12 19:55:37.529988 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Sync routers for ids ['a5101870-0c1e-4757-b082-ae10fe631b1e'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:55:37.541102 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Routers {'a5101870-0c1e-4757-b082-ae10fe631b1e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:55:37.541962 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T19:55:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['a5101870-0c1e-4757-b082-ae10fe631b1e'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:37.764771 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Set router a5101870-0c1e-4757-b082-ae10fe631b1e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:55:38.145931 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'name': 'router1', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '00c064f1-27ad-4889-84eb-77b59e47ea9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:55:15Z', 'updated_at': '2022-04-12T19:55:34Z', 'revision_number': 4, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'gw_port': {'id': '00c064f1-27ad-4889-84eb-77b59e47ea9a', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:33Z', 'updated_at': '2022-04-12T19:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '94077b9f-b1ff-4a3f-b125-2d0b76e68cdc', 'name': '', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'mac_address': 'fa:16:3e:e8:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:25Z', 'updated_at': '2022-04-12T19:55:28Z', 'revision_number': 5, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'subnets': [{'id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'acde398e-0d3c-4e4d-9691-a6fe97a20838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:38.275187 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Checking router: a5101870-0c1e-4757-b082-ae10fe631b1e for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:55:38.275584 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Updating router a5101870-0c1e-4757-b082-ae10fe631b1e port 00c064f1-27ad-4889-84eb-77b59e47ea9a binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:55:38.328784 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:38.643463 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Publish callbacks [] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:38.651325 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:38.699092 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Attempting to bind port 00c064f1-27ad-4889-84eb-77b59e47ea9a on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:55:38.699960 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Attempting to bind port 00c064f1-27ad-4889-84eb-77b59e47ea9a by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:55:38.700320 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Attempting to bind port 00c064f1-27ad-4889-84eb-77b59e47ea9a on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:55:38.709007 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:55:38.709373 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:55:38.709764 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:38.710142 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:55:38.710596 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Bound port: 00c064f1-27ad-4889-84eb-77b59e47ea9a, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:55:38.710963 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:38.713212 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799598-5648-47f0-9d17-a6f6c0024f5e None None] Pushing event updated for resources: {'Port': ['ID=00c064f1-27ad-4889-84eb-77b59e47ea9a,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:38.762331 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] For port 00c064f1-27ad-4889-84eb-77b59e47ea9a, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:55:38.765252 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] For port 00c064f1-27ad-4889-84eb-77b59e47ea9a, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=00c064f1-27ad-4889-84eb-77b59e47ea9a,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:55:38.771018 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:38.826070 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799598-5648-47f0-9d17-a6f6c0024f5e None None] Pushing event updated for resources: {'Port': ['ID=00c064f1-27ad-4889-84eb-77b59e47ea9a,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:38.828539 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Routers {'a5101870-0c1e-4757-b082-ae10fe631b1e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:55:38.829148 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T19:55:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['a5101870-0c1e-4757-b082-ae10fe631b1e'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:38.935582 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] Set router a5101870-0c1e-4757-b082-ae10fe631b1e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:55:39.148705 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'name': 'router1', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '00c064f1-27ad-4889-84eb-77b59e47ea9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:55:15Z', 'updated_at': '2022-04-12T19:55:34Z', 'revision_number': 4, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'gw_port': {'id': '00c064f1-27ad-4889-84eb-77b59e47ea9a', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:33Z', 'updated_at': '2022-04-12T19:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '94077b9f-b1ff-4a3f-b125-2d0b76e68cdc', 'name': '', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'mac_address': 'fa:16:3e:e8:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:25Z', 'updated_at': '2022-04-12T19:55:28Z', 'revision_number': 5, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'subnets': [{'id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'acde398e-0d3c-4e4d-9691-a6fe97a20838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:55:39.178868 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc61b9f-3058-430b-aa29-641df46bc877 None None] The sync data for ids ['a5101870-0c1e-4757-b082-ae10fe631b1e'] in dv-cinder-837541-1-iscsi is: [{'id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'name': 'router1', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '00c064f1-27ad-4889-84eb-77b59e47ea9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:55:15Z', 'updated_at': '2022-04-12T19:55:34Z', 'revision_number': 4, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'gw_port': {'id': '00c064f1-27ad-4889-84eb-77b59e47ea9a', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:33Z', 'updated_at': '2022-04-12T19:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '94077b9f-b1ff-4a3f-b125-2d0b76e68cdc', 'name': '', 'network_id': '2bd476bf-3008-449d-8330-bd6770dd0d77', 'tenant_id': 'e55dde09e5b44322966455b28ff32af1', 'mac_address': 'fa:16:3e:e8:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5101870-0c1e-4757-b082-ae10fe631b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:55:25Z', 'updated_at': '2022-04-12T19:55:28Z', 'revision_number': 5, 'project_id': 'e55dde09e5b44322966455b28ff32af1', 'subnets': [{'id': 'b09e15ad-7f2b-4f7e-88d5-aae578bd652b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'acde398e-0d3c-4e4d-9691-a6fe97a20838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:55:39.720923 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 00c064f1-27ad-4889-84eb-77b59e47ea9a up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:55:39.780583 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 00c064f1-27ad-4889-84eb-77b59e47ea9a triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:39.781019 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:39.879263 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 00c064f1-27ad-4889-84eb-77b59e47ea9a is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:39.880812 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:39.903646 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 00c064f1-27ad-4889-84eb-77b59e47ea9a, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=00c064f1-27ad-4889-84eb-77b59e47ea9a,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:55:39.908755 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:39.972078 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=00c064f1-27ad-4889-84eb-77b59e47ea9a,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:55:41.722879 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 00c064f1-27ad-4889-84eb-77b59e47ea9a up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:55:41.791758 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 00c064f1-27ad-4889-84eb-77b59e47ea9a triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:55:41.793644 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (00c064f1-27ad-4889-84eb-77b59e47ea9a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:41.893896 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 00c064f1-27ad-4889-84eb-77b59e47ea9a is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:55:52.832394 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-988a11cd-3ef2-40fc-9aa0-fa1e9ca8a3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:55.187750 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e5fa8dd5-dc12-4e43-9899-102ea39ec538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:55.402202 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:55:56.093457 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:57.547535 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:55:58.950646 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:22.831756 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fda1d55d-1ca9-4077-ab12-8ae752233563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:25.186385 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4c54444c-5217-48d3-8a68-4d33331af0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:26.090084 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:27.551424 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:28.951019 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:32.405575 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:56:52.826240 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-646f1436-fccb-4ff5-865f-bbed9b846292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:55.181481 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e38defb5-bb3e-4e38-b2bc-2158fdd57fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:56.089699 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:57.553134 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:58.952640 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:56:59.011172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35148) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:56:59.082223 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fddf15-6d0f-4565-a78e-02d0ad8bca1e admin admin] GET failed (client error): The resource could not be found. Apr 12 19:56:59.083483 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-72fddf15-6d0f-4565-a78e-02d0ad8bca1e admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0710189 Apr 12 19:56:59.334611 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092813d3-73d7-4b0b-96bd-98e1116b334c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:56:59.336110 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-092813d3-73d7-4b0b-96bd-98e1116b334c admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2470851 Apr 12 19:57:01.624645 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35158) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:01.733203 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e67e5d-48a4-4812-93bd-8b1790f042ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:01.734511 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-97e67e5d-48a4-4812-93bd-8b1790f042ef admin admin] 10.222.0.43 "GET /v2.0/subnets/b09e15ad-7f2b-4f7e-88d5-aae578bd652b HTTP/1.1" status: 200 len: 849 time: 0.1088831 Apr 12 19:57:01.743958 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:57:01.830887 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Publish callbacks [] for subnet (b09e15ad-7f2b-4f7e-88d5-aae578bd652b), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:01.971954 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767067031583'] for subnet (b09e15ad-7f2b-4f7e-88d5-aae578bd652b), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:02.009598 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:02.010240 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:02.012271 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] 10.222.0.43 "PUT /v2.0/subnets/b09e15ad-7f2b-4f7e-88d5-aae578bd652b HTTP/1.1" status: 200 len: 868 time: 0.2711742 Apr 12 19:57:02.023550 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69824795-f991-4c52-af67-1351f5cc7023 None None] Network 2bd476bf-3008-449d-8330-bd6770dd0d77 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:57:02.028661 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09e15ad-7f2b-4f7e-88d5-aae578bd652b,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:57:02.037212 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.037578 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.037933 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.038254 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.038611 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.038940 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.039266 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.039944 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.040304 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.040723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.041112 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.041671 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.041997 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.042460 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.042787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21fbe68-6e96-4bf0-905b-9724efcb5bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:57:02.394960 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-1fbeabbb-cfbd-4b8c-87d9-e087b5d73de5 None None] Provisioning complete for port 14747036-0938-466d-9598-c3b10a6422c4 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:02.395361 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1fbeabbb-cfbd-4b8c-87d9-e087b5d73de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (14747036-0938-466d-9598-c3b10a6422c4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:02.474819 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeabbb-cfbd-4b8c-87d9-e087b5d73de5 None None] Current status of the port 14747036-0938-466d-9598-c3b10a6422c4 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:02.482982 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-1fbeabbb-cfbd-4b8c-87d9-e087b5d73de5 None None] Provisioning complete for port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:57:02.483369 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1fbeabbb-cfbd-4b8c-87d9-e087b5d73de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (94077b9f-b1ff-4a3f-b125-2d0b76e68cdc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:02.560256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeabbb-cfbd-4b8c-87d9-e087b5d73de5 None None] Current status of the port 94077b9f-b1ff-4a3f-b125-2d0b76e68cdc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:57:04.309888 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35166) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:04.529127 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8657867-bc4b-41ca-a430-8c85ca7e52d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:04.529609 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8657867-bc4b-41ca-a430-8c85ca7e52d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:04.531928 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-f8657867-bc4b-41ca-a430-8c85ca7e52d6 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2207375 Apr 12 19:57:06.828986 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35174) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:06.976852 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1dfe8-65fc-4894-b750-41d813ab1705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:06.977327 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1dfe8-65fc-4894-b750-41d813ab1705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:06.979026 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-eac1dfe8-65fc-4894-b750-41d813ab1705 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1486161 Apr 12 19:57:09.268472 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35182) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:09.405059 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:57:09.417176 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37616c-cc88-49b1-bbb3-4951a5ce994c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:09.418550 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7c37616c-cc88-49b1-bbb3-4951a5ce994c admin admin] 10.222.0.43 "GET /v2.0/networks/2bd476bf-3008-449d-8330-bd6770dd0d77 HTTP/1.1" status: 200 len: 869 time: 0.1491277 Apr 12 19:57:11.705840 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35192) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:11.842616 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64891ae-30a9-4066-bcb0-41e9d67def09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:11.844019 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d64891ae-30a9-4066-bcb0-41e9d67def09 admin admin] 10.222.0.43 "GET /v2.0/networks/a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 HTTP/1.1" status: 200 len: 886 time: 0.1371984 Apr 12 19:57:14.132863 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35200) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:14.264803 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86937dc-e5be-4b57-bea3-06129d1ad9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:14.265251 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86937dc-e5be-4b57-bea3-06129d1ad9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:14.266822 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a86937dc-e5be-4b57-bea3-06129d1ad9b6 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326597 Apr 12 19:57:16.561999 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35208) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:16.670936 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf6ecb2-d2d1-4626-95e1-8171e0942d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:16.671400 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf6ecb2-d2d1-4626-95e1-8171e0942d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:16.673030 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2cf6ecb2-d2d1-4626-95e1-8171e0942d2d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1097314 Apr 12 19:57:19.096226 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35216) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:19.198894 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d47ca8-2c48-444a-983e-a3bf7df7d076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:19.200602 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-b1d47ca8-2c48-444a-983e-a3bf7df7d076 admin admin] 10.222.0.43 "GET /v2.0/subnets/b09e15ad-7f2b-4f7e-88d5-aae578bd652b HTTP/1.1" status: 200 len: 868 time: 0.1034029 Apr 12 19:57:21.508250 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35224) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:57:21.606330 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc66fad-36c5-4a2e-816e-dcddb0ec22b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:57:21.607688 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9cc66fad-36c5-4a2e-816e-dcddb0ec22b3 admin admin] 10.222.0.43 "GET /v2.0/subnets/cf43cdab-eb80-40dc-89e0-fbe9e6236842 HTTP/1.1" status: 200 len: 816 time: 0.0985217 Apr 12 19:57:22.832003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-33845a32-875e-4430-81cd-566216e8eace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:25.188497 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-58e4a0f1-b8dc-4252-b828-cc4e00d4af8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:26.092255 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:27.556268 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:28.948615 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:46.404311 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:57:52.827270 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-bded5798-d809-45c6-b137-71fcf84831f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:55.184331 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c045e9eb-5590-47e7-9adf-4eb6630919d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:56.098879 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:57.560204 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:57:58.945403 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:02.038813 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35282) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:02.093482 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [None req-c34d921b-c0f8-46d6-a216-208826102e3a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:58:02.094495 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-c34d921b-c0f8-46d6-a216-208826102e3a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546961 Apr 12 19:58:04.548629 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35290) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:04.615802 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e772d8f-4620-4e66-a09c-13107fa8299a admin admin] GET failed (client error): The resource could not be found. Apr 12 19:58:04.617085 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0e772d8f-4620-4e66-a09c-13107fa8299a admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671577 Apr 12 19:58:04.757404 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376fc32e-a33a-4727-b425-0369d3161b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:04.758781 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-376fc32e-a33a-4727-b425-0369d3161b2e admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366949 Apr 12 19:58:07.101551 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35298) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:07.150146 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:07.170182 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Made reservation on behalf of 67be2835f6b949c2851048be0dd02749 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:58:07.172429 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:07.209263 dv-cinder-837541-1-iscsi neutron-server[98482]: WARNING neutron.services.revisions.revision_plugin [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Could not find related network for resource to bump revision. Apr 12 19:58:07.223589 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:58:07.233090 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (c099a1d5-1a63-42e8-95dc-cbb97d0b673b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:07.233419 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Added segment c099a1d5-1a63-42e8-95dc-cbb97d0b673b of type vlan for network c4be9a69-4933-43d3-9efa-759673326df1 Apr 12 19:58:07.275028 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (c4be9a69-4933-43d3-9efa-759673326df1), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:07.304191 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (c4be9a69-4933-43d3-9efa-759673326df1), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:07.305052 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:07.305819 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:07.390483 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2877555 Apr 12 19:58:07.398283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Pushing event updated for resources: {'Network': ['ID=c4be9a69-4933-43d3-9efa-759673326df1,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:07.405524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.405868 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.406225 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.406578 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.406916 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.407242 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.407592 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.407913 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.408270 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.408578 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.408902 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.409216 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.409529 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.409848 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.410158 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9763b884-016a-4df4-9f33-ead8e65c9983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:07.421668 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network c4be9a69-4933-43d3-9efa-759673326df1 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:58:09.698151 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35306) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:58:09.762419 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.pecan_wsgi.hooks.translation [None req-f192b0d1-7f37-4327-85d4-faa5050e8190 admin admin] GET failed (client error): The resource could not be found. Apr 12 19:58:09.763753 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f192b0d1-7f37-4327-85d4-faa5050e8190 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0645359 Apr 12 19:58:09.880205 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18014e03-ff2e-4f3e-bd51-db79ba896c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:09.881565 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-18014e03-ff2e-4f3e-bd51-db79ba896c98 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1135428 Apr 12 19:58:09.895087 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Request body: {'subnet': {'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:58:09.922242 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Made reservation on behalf of 67be2835f6b949c2851048be0dd02749 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:58:09.925531 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.110851 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (ca785aa5-22e5-4201-9e95-541fdf68a6cf), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.161180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca785aa5-22e5-4201-9e95-541fdf68a6cf,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:10.171109 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Checking segment: {'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:58:10.171457 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Network hostable DHCP agents. Network: c4be9a69-4933-43d3-9efa-759673326df1, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:58:10.189690 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Network c4be9a69-4933-43d3-9efa-759673326df1 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:58:10.201060 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, c4be9a69-4933-43d3-9efa-759673326df1) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:58:10.205530 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:58:10.206310 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.210354 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17538e13-443e-4c56-9d44-7622e470fbe2 None None] Network c4be9a69-4933-43d3-9efa-759673326df1 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:58:10.225630 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2e3abfe0-bb0d-4fe8-b8c0-9d8473991de6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3341203 Apr 12 19:58:10.314232 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-c4be9a69-4933-43d3-9efa-759673326df1', 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1', 'project_id': '67be2835f6b949c2851048be0dd02749', 'fixed_ips': [{'subnet_id': 'ca785aa5-22e5-4201-9e95-541fdf68a6cf'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:58:10.315135 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.554464 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Allocated IP 192.168.233.2 (c4be9a69-4933-43d3-9efa-759673326df1/ca785aa5-22e5-4201-9e95-541fdf68a6cf/d7b90f57-0387-4e15-a17e-bd6efcebda38) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:58:10.696921 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Publish callbacks [] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.705082 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.746250 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Network c4be9a69-4933-43d3-9efa-759673326df1 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:58:10.749164 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:58:10.751714 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:58:10.757533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Pushing event updated for resources: {'Port': ['ID=d7b90f57-0387-4e15-a17e-bd6efcebda38,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:10.785742 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.786089 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.786426 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.786785 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.787117 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.787459 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.787801 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.788109 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.788428 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.788759 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.789084 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.789422 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.789729 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.790045 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.790354 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:58:10.826772 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Attempting to bind port d7b90f57-0387-4e15-a17e-bd6efcebda38 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:58:10.827059 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Attempting to bind port d7b90f57-0387-4e15-a17e-bd6efcebda38 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:58:10.827559 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Attempting to bind port d7b90f57-0387-4e15-a17e-bd6efcebda38 on network c4be9a69-4933-43d3-9efa-759673326df1 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:58:10.832735 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:58:10.833109 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Checking segment: {'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:58:10.833535 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.833922 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Bound using segment: {'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:58:10.834405 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Bound port: d7b90f57-0387-4e15-a17e-bd6efcebda38, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:58:10.834802 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.896025 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] For port d7b90f57-0387-4e15-a17e-bd6efcebda38, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:58:10.899005 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] For port d7b90f57-0387-4e15-a17e-bd6efcebda38, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=d7b90f57-0387-4e15-a17e-bd6efcebda38,segment=NetworkSegment(c099a1d5-1a63-42e8-95dc-cbb97d0b673b),segment_id=c099a1d5-1a63-42e8-95dc-cbb97d0b673b)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:58:10.906598 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:10.962865 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26916a46-9bb5-4436-a146-ba3659f7a2b6 None None] Pushing event updated for resources: {'Port': ['ID=d7b90f57-0387-4e15-a17e-bd6efcebda38,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:11.806178 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device d7b90f57-0387-4e15-a17e-bd6efcebda38 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:58:11.849762 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f546e8-00c1-472b-9fbd-5c1b6bb7378d None None] Network c4be9a69-4933-43d3-9efa-759673326df1 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:58:11.918960 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port d7b90f57-0387-4e15-a17e-bd6efcebda38 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:58:11.919347 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:11.960137 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-8b6a7df9-4b36-44f7-a328-3de4a0ffd5e1 None None] Provisioning complete for port d7b90f57-0387-4e15-a17e-bd6efcebda38 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:58:11.960446 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7df9-4b36-44f7-a328-3de4a0ffd5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.096928 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port d7b90f57-0387-4e15-a17e-bd6efcebda38 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:12.097313 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.124077 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a7df9-4b36-44f7-a328-3de4a0ffd5e1 None None] Current status of the port d7b90f57-0387-4e15-a17e-bd6efcebda38 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:12.124464 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7df9-4b36-44f7-a328-3de4a0ffd5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.157773 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port d7b90f57-0387-4e15-a17e-bd6efcebda38, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=d7b90f57-0387-4e15-a17e-bd6efcebda38,segment=NetworkSegment(c099a1d5-1a63-42e8-95dc-cbb97d0b673b),segment_id=c099a1d5-1a63-42e8-95dc-cbb97d0b673b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:58:12.164976 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.236242 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.db.api [None req-8b6a7df9-4b36-44f7-a328-3de4a0ffd5e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 19:58:12.236634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG oslo_db.api [None req-8b6a7df9-4b36-44f7-a328-3de4a0ffd5e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 19:58:12.239339 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=d7b90f57-0387-4e15-a17e-bd6efcebda38,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:58:12.778657 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a7df9-4b36-44f7-a328-3de4a0ffd5e1 None None] Current status of the port d7b90f57-0387-4e15-a17e-bd6efcebda38 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:12.896543 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-6350d656-4e07-4759-a241-81e9dd96b355 None None] Provisioning complete for port d7b90f57-0387-4e15-a17e-bd6efcebda38 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:58:12.897203 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-6350d656-4e07-4759-a241-81e9dd96b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:12.973050 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-6350d656-4e07-4759-a241-81e9dd96b355 None None] Current status of the port d7b90f57-0387-4e15-a17e-bd6efcebda38 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:13.773829 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device d7b90f57-0387-4e15-a17e-bd6efcebda38 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:58:13.819229 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port d7b90f57-0387-4e15-a17e-bd6efcebda38 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:58:13.819645 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d7b90f57-0387-4e15-a17e-bd6efcebda38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:13.897377 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port d7b90f57-0387-4e15-a17e-bd6efcebda38 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:58:22.832447 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4abb19bd-dc58-4de4-8b4d-97183be32120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:23.404052 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:58:25.181392 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-dfd007cc-496e-48a3-97e7-fddb3b921da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:26.101591 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:27.563708 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:28.942421 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:52.838141 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7c0d764b-f440-498d-b301-3a9b7a025bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:55.175471 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8e480e00-30c7-426d-856a-84bca86b389d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:56.102100 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:57.566969 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:58:58.938632 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:00.404094 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:59:22.842929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a82bd562-fe7c-4a6d-b8aa-5d385c555bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:25.180372 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7bafb945-8d72-497b-a709-dfd3b6852f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:26.104092 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:27.571038 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:28.944083 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:37.403289 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:59:39.495178 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35346) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:59:39.500849 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [None req-47e65bb8-707e-4228-87de-d4436dbe7c12 tempest-verify_tempest_config-1960797300 tempest-verify_tempest_config-1960797300-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:59:39.501862 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-47e65bb8-707e-4228-87de-d4436dbe7c12 tempest-verify_tempest_config-1960797300 tempest-verify_tempest_config-1960797300-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056531 Apr 12 19:59:39.820381 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35364) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:59:39.929468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:40.015523 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Publish callbacks [] for security_group (cb5ce1d7-09ac-4755-981e-a2428b537b9f), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:40.021306 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (cb5ce1d7-09ac-4755-981e-a2428b537b9f), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:40.064278 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be299f69422343d1a723eb26fc611479&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2428534 Apr 12 19:59:40.065076 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ce1d7-09ac-4755-981e-a2428b537b9f,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:59:40.067216 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35368) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:59:40.071721 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.072061 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.072393 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.072726 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.073048 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.073372 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.073762 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.074137 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.074331 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.075063 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.075385 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.075788 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.076124 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.076441 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.076757 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7e014-a9a3-4cc1-8b41-458a48cf72f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.127643 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Publish callbacks [] for security_group (cb5ce1d7-09ac-4755-981e-a2428b537b9f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:40.148087 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Publish callbacks [] for security_group (cb5ce1d7-09ac-4755-981e-a2428b537b9f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:40.245394 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (cb5ce1d7-09ac-4755-981e-a2428b537b9f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:40.249643 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:40.250960 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb5ce1d7-09ac-4755-981e-a2428b537b9f HTTP/1.1" status: 204 len: 168 time: 0.1821585 Apr 12 19:59:40.261384 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ce1d7-09ac-4755-981e-a2428b537b9f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:59:40.268477 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.268814 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.269170 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.269499 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.269822 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.270147 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.270451 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.270819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.271206 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.271549 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.271908 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.272235 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.272563 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.272928 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:40.273266 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c60c13-a0a0-4b87-a782-b06ce42a02ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:59:52.850828 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1cba637c-38c3-452a-887c-147218ef8a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:55.185276 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-670e097d-08de-44d7-afd4-55e47410c989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:56.107291 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:57.572800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:59:58.950241 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:14.408313 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:00:22.848348 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f27ee8ef-cc48-46ad-94f4-d8afc203342f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:25.198636 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-60f47243-1b1f-4cb7-9e5d-ba49b8be73dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:26.121716 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:27.588028 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:28.956163 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:51.410579 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 5 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:00:52.843078 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-601b4d49-0acf-4e26-8480-4bac2fcd7b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:55.200599 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-df081d1d-cbf9-4467-bd94-4cb954181900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:56.125169 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:57.591783 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:00:58.964116 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:22.856152 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d2242a0e-3605-4698-9881-275fae1182d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:25.051174 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595885'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:25.300348 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0924-3c5c-42e2-8841-32197e5ffccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:26.117800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:27.594128 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:28.414606 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:01:28.958494 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:40.344588 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35440) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:40.452129 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6df12f63-1762-4622-9377-2ec2d1756f80 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1064153 Apr 12 20:01:42.759904 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35450) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:42.817485 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-b1ec9f93-0d20-4a4a-985f-9af7a9d23f72 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0564561 Apr 12 20:01:52.855683 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f47cc568-901a-4c07-b437-9529b9ff42ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:55.045982 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:55.200730 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-85cbf9ea-c882-4dbf-83dc-f763037d8f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:56.131766 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:57.598885 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:58.966231 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.418865 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:02:22.857401 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e240-c19c-494a-898a-4ba867da2947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:25.051874 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:25.202260 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4e5a4355-f237-476b-81b3-0e2da7c1540b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:26.124074 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:27.600233 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:28.953297 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:42.422225 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:02:52.851527 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1aa082b2-074f-46b1-ba55-69325051f0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:55.065629 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:55.196801 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c2897d4b-91b4-4054-b83a-67bab97306b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:56.126177 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:57.590042 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:58.948355 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:19.421368 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:03:20.890257 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35600) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:21.089262 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-867824179-network', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:21.116497 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Made reservation on behalf of 1e08f32dfe314c9692199ab5c8939114 for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:21.119056 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.129034 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.212334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks [] for security_group (55dd4784-7375-4ba5-9e8a-0c466963f10e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.218542 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (55dd4784-7375-4ba5-9e8a-0c466963f10e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.249325 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd4784-7375-4ba5-9e8a-0c466963f10e,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:21.263810 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.264146 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.264625 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.265046 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.265395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.265710 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.266067 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.266489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.266757 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.267094 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.267378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.267977 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.268601 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.268917 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.269302 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Tracked resource versions report: Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: pushed versions: Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: { 'AddressGroup': {'1.2'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Agent': {'1.1'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'ConntrackHelper': {'1.0'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Log': {'1.0'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'NDPProxy': {'1.0'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Network': {'1.1'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Port': {'1.7'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'PortForwarding': {'1.3'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'QosPolicy': {'1.10'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroup': {'1.5'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SubPort': {'1.0'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Subnet': {'1.1'}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Trunk': {'1.1'}} Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: consumer versions: Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Agent': '1.1', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'ConntrackHelper': '1.0', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'LocalIPAssociation': '1.0', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Log': '1.0', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'NDPProxy': '1.0', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Network': '1.1', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Port': '1.7', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'PortForwarding': '1.3', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'QosPolicy': '1.10', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroup': '1.5', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SecurityGroupRule': '1.2', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'SubPort': '1.0', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Subnet': '1.1', Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: 'Trunk': '1.1'}} Apr 12 20:03:21.270581 dv-cinder-837541-1-iscsi neutron-server[98483]: {{(pid=98483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:03:21.273358 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=98483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:03:21.291978 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (530fb11d-53dc-4a31-8929-587f4a38fc0d), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.292570 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Added segment 530fb11d-53dc-4a31-8929-587f4a38fc0d of type vlan for network 2084eaf6-c238-44a2-bd23-7cfc284336e5 Apr 12 20:03:21.335487 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (2084eaf6-c238-44a2-bd23-7cfc284336e5), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.365302 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (2084eaf6-c238-44a2-bd23-7cfc284336e5), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.366588 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:21.367840 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.416545 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35642) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:21.450352 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] Pushing event updated for resources: {'Network': ['ID=2084eaf6-c238-44a2-bd23-7cfc284336e5,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:21.455145 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-4b1bbae6-14ca-42e6-8b70-a08a3928f537 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5630527 Apr 12 20:03:21.458784 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35648) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:21.462008 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:03:21.464327 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Request body: {'subnet': {'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-subnet', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:21.486487 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Made reservation on behalf of 1e08f32dfe314c9692199ab5c8939114 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:21.488834 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.672703 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (470891e0-009c-408e-a107-8598bddbcaff), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.735545 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=470891e0-009c-408e-a107-8598bddbcaff,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:21.744759 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.745101 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.745463 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.745819 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.746153 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.746478 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.746802 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.747121 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.747629 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.747827 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.748416 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.748633 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.748935 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.749254 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.749571 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Tracked resource versions report: Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: pushed versions: Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: { 'AddressGroup': {'1.2'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Agent': {'1.1'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'ConntrackHelper': {'1.0'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Log': {'1.0'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'NDPProxy': {'1.0'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Network': {'1.1'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Port': {'1.7'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'PortForwarding': {'1.3'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'QosPolicy': {'1.10'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroup': {'1.5'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SubPort': {'1.0'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Subnet': {'1.1'}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Trunk': {'1.1'}} Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: consumer versions: Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Agent': '1.1', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'ConntrackHelper': '1.0', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'LocalIPAssociation': '1.0', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Log': '1.0', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'NDPProxy': '1.0', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Network': '1.1', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Port': '1.7', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'PortForwarding': '1.3', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'QosPolicy': '1.10', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroup': '1.5', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SecurityGroupRule': '1.2', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'SubPort': '1.0', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Subnet': '1.1', Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: 'Trunk': '1.1'}} Apr 12 20:03:21.750688 dv-cinder-837541-1-iscsi neutron-server[98482]: {{(pid=98482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:03:21.752962 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Checking segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:21.753852 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Network hostable DHCP agents. Network: 2084eaf6-c238-44a2-bd23-7cfc284336e5, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:03:21.771988 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:03:21.782262 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 2084eaf6-c238-44a2-bd23-7cfc284336e5) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:21.787120 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:21.788023 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.796183 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef17de4-ec82-4c36-8a16-42544c4cd7fe None None] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:21.813760 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35660) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:21.814491 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ef3406f5-fc95-4cd6-9fd5-86f41262bd36 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3535066 Apr 12 20:03:21.820004 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:21.832538 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-467437839-network', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:21.851011 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.853864 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.862995 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Made reservation on behalf of c493f5c20b674a8d975fa993e3511f19 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:21.866947 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.880041 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.930920 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-2084eaf6-c238-44a2-bd23-7cfc284336e5', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:03:21.931957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.940998 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35664) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:21.967851 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks [] for security_group (093adea7-e0d1-40f4-be17-5dcedfb568e5), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.972815 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks [] for router_controller (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), precommit_add_association {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:21.976990 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (093adea7-e0d1-40f4-be17-5dcedfb568e5), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.018309 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093adea7-e0d1-40f4-be17-5dcedfb568e5,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:22.035165 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:03:22.052185 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (309f8af3-09e5-4d40-81e1-0233bb64208d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.052885 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Added segment 309f8af3-09e5-4d40-81e1-0233bb64208d of type vlan for network 968fd5d5-9867-4703-b127-c90bdb3ba04a Apr 12 20:03:22.108154 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (968fd5d5-9867-4703-b127-c90bdb3ba04a), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.141080 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (968fd5d5-9867-4703-b127-c90bdb3ba04a), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.142519 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:22.143159 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.144408 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Allocated IP 172.20.0.2 (2084eaf6-c238-44a2-bd23-7cfc284336e5/470891e0-009c-408e-a107-8598bddbcaff/3e81da70-68c5-4840-952d-32e89c0b17d4) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:22.203972 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks [] for router_gateway (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.219984 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7986975 Apr 12 20:03:22.219984 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35674) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:22.225283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Request body: {'subnet': {'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-467437839-subnet', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:22.263830 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Made reservation on behalf of c493f5c20b674a8d975fa993e3511f19 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:22.269988 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.276125 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5041264-da04-4e14-8c86-ba24101f38dc admin admin] Pushing event updated for resources: {'Network': ['ID=968fd5d5-9867-4703-b127-c90bdb3ba04a,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:22.311001 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:03:22.334095 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35678) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:22.346549 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Publish callbacks [] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.361175 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.443196 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-408478326-network', 'tenant_id': '7dbd952250794383a214a262ae3573e0'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:22.447638 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Pushing event updated for resources: {'Port': ['ID=3e81da70-68c5-4840-952d-32e89c0b17d4,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:22.475264 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.476053 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.476152 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.476615 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.477044 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.477576 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.477991 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.478402 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.478818 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.479229 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.479669 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.480114 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.480528 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.480941 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.481388 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Tracked resource versions report: Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: pushed versions: Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: { 'AddressGroup': {'1.2'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Agent': {'1.1'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'ConntrackHelper': {'1.0'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Log': {'1.0'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'NDPProxy': {'1.0'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Network': {'1.1'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Port': {'1.7'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'PortForwarding': {'1.3'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'QosPolicy': {'1.10'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroup': {'1.5'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SubPort': {'1.0'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Subnet': {'1.1'}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Trunk': {'1.1'}} Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: consumer versions: Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Agent': '1.1', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'ConntrackHelper': '1.0', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'LocalIPAssociation': '1.0', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Log': '1.0', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'NDPProxy': '1.0', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Network': '1.1', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Port': '1.7', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'PortForwarding': '1.3', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'QosPolicy': '1.10', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroup': '1.5', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SecurityGroupRule': '1.2', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'SubPort': '1.0', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Subnet': '1.1', Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: 'Trunk': '1.1'}} Apr 12 20:03:22.482618 dv-cinder-837541-1-iscsi neutron-server[98484]: {{(pid=98484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:03:22.486971 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:22.491945 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:22.520050 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:22.527330 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (b36f830c-be90-4189-88bb-8ef8e336efa8), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.538155 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks [] for router_gateway (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.560116 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.581679 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36f830c-be90-4189-88bb-8ef8e336efa8,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:22.592392 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Made reservation on behalf of 7dbd952250794383a214a262ae3573e0 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:22.594705 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.604820 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.627787 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Attempting to bind port 3e81da70-68c5-4840-952d-32e89c0b17d4 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:22.628048 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Attempting to bind port 3e81da70-68c5-4840-952d-32e89c0b17d4 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:22.628393 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Attempting to bind port 3e81da70-68c5-4840-952d-32e89c0b17d4 on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:22.634279 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:22.635213 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Checking segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:22.635533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.635935 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Bound using segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:22.636899 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Bound port: 3e81da70-68c5-4840-952d-32e89c0b17d4, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:22.637040 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.681487 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Checking segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:22.681873 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Network hostable DHCP agents. Network: 968fd5d5-9867-4703-b127-c90bdb3ba04a, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:03:22.713203 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks [] for security_group (dff8aeab-6dd6-4dbc-aa0d-27e3548f131d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.722623 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dff8aeab-6dd6-4dbc-aa0d-27e3548f131d), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.735119 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Allocated IP 172.27.3.84 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/7de1173a-9ba3-4dca-b6c2-024b910e7315) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:22.746030 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:03:22.757362 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:03:22.759599 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] For port 3e81da70-68c5-4840-952d-32e89c0b17d4, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:22.766103 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] For port 3e81da70-68c5-4840-952d-32e89c0b17d4, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3e81da70-68c5-4840-952d-32e89c0b17d4,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:22.770048 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:22.775149 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (90cd1661-506f-4ee6-b043-469c2414ce3d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.775467 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Added segment 90cd1661-506f-4ee6-b043-469c2414ce3d of type vlan for network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 Apr 12 20:03:22.777000 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 968fd5d5-9867-4703-b127-c90bdb3ba04a) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:22.777881 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.787285 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:22.787934 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.821847 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38758731-8827-45f0-ada3-814520396330 None None] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:22.824480 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-network', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:22.845603 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-71dfef6e-ec84-4f30-99c3-2415771c51b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6244180 Apr 12 20:03:22.849905 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.852220 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35698) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:22.858764 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:22.917968 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Made reservation on behalf of b2e93dcd7cea4884b0e54767d547a76b for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:22.924466 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.930509 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (3e32e07c-56a3-4081-85a3-652927ec8f46), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.932439 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (3e32e07c-56a3-4081-85a3-652927ec8f46), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.946661 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.947809 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:22.948937 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:22.959004 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.053694 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] Pushing event updated for resources: {'Network': ['ID=864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:23.071701 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:03:23.098082 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks [] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.138568 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-968fd5d5-9867-4703-b127-c90bdb3ba04a', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:03:23.139899 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.174634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e44fd881-8e83-4803-a1c5-0bb0733b15ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.188799 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.230961 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:23.235964 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks [] for security_group (f557520d-edae-4ec6-9913-4611fbfb5df0), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.236674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:23.240808 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:23.255583 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-4434155f-e643-494d-9088-08978f18c72c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3106747 Apr 12 20:03:23.255928 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fe7be-8383-4fc5-9b7e-12e2582717e8 None None] Pushing event updated for resources: {'Port': ['ID=3e81da70-68c5-4840-952d-32e89c0b17d4,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:23.257486 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35712) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:23.305877 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f557520d-edae-4ec6-9913-4611fbfb5df0), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.324137 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:03:23.343358 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (bede1697-10a0-49b4-bcb6-93b2078109c6), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.343787 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Added segment bede1697-10a0-49b4-bcb6-93b2078109c6 of type vlan for network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 Apr 12 20:03:23.354447 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Pushing event updated for resources: {'Port': ['ID=7de1173a-9ba3-4dca-b6c2-024b910e7315,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:23.399324 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Request body: {'subnet': {'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-408478326-subnet', 'tenant_id': '7dbd952250794383a214a262ae3573e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:23.407319 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Allocated IP 172.20.0.2 (968fd5d5-9867-4703-b127-c90bdb3ba04a/b36f830c-be90-4189-88bb-8ef8e336efa8/d20ff7a7-4d20-4237-b42b-f69b202a2534) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:23.487286 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (517ca231-edc3-44bd-93c0-c3bf7073e0a0), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.510731 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks [] for router_controller (3e32e07c-56a3-4081-85a3-652927ec8f46), precommit_add_association {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.599951 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f557520d-edae-4ec6-9913-4611fbfb5df0,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:23.613474 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks [] for router_gateway (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.641592 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Made reservation on behalf of 7dbd952250794383a214a262ae3573e0 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:23.645881 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.684381 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (517ca231-edc3-44bd-93c0-c3bf7073e0a0), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.685343 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:23.685905 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.721347 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Publish callbacks [] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.738217 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:23.779009 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:23.782236 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:23.785942 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:23.827232 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Pushing event updated for resources: {'Port': ['ID=d20ff7a7-4d20-4237-b42b-f69b202a2534,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:24.012954 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.057159 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7207451 Apr 12 20:03:24.080583 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3e81da70-68c5-4840-952d-32e89c0b17d4 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:24.081401 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35734) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:24.092188 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Attempting to bind port d20ff7a7-4d20-4237-b42b-f69b202a2534 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:24.092561 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Attempting to bind port d20ff7a7-4d20-4237-b42b-f69b202a2534 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:24.092917 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Attempting to bind port d20ff7a7-4d20-4237-b42b-f69b202a2534 on network 968fd5d5-9867-4703-b127-c90bdb3ba04a {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:24.131433 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:24.132091 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Checking segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:24.132510 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.132907 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Bound using segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:24.133392 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Bound port: d20ff7a7-4d20-4237-b42b-f69b202a2534, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:24.133769 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.171737 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Request body: {'subnet': {'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-subnet', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:24.199274 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 3e81da70-68c5-4840-952d-32e89c0b17d4 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:24.200168 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.204487 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks [] for router_gateway (3e32e07c-56a3-4081-85a3-652927ec8f46), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.250758 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b1b45-ded1-4add-b08d-a7db215d3409 admin admin] Pushing event updated for resources: {'Network': ['ID=517ca231-edc3-44bd-93c0-c3bf7073e0a0,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:24.269977 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:03:24.297339 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] For port d20ff7a7-4d20-4237-b42b-f69b202a2534, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:24.333047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Made reservation on behalf of b2e93dcd7cea4884b0e54767d547a76b for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:24.335993 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.349257 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] For port d20ff7a7-4d20-4237-b42b-f69b202a2534, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=d20ff7a7-4d20-4237-b42b-f69b202a2534,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:24.349717 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:03:24.373999 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.537160 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359689-9a4d-475d-b0c1-ab4638253c38 None None] Pushing event updated for resources: {'Port': ['ID=d20ff7a7-4d20-4237-b42b-f69b202a2534,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:24.540120 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 3e81da70-68c5-4840-952d-32e89c0b17d4 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:24.540611 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.606634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21604193-8f4b-4cc9-b3b0-33253b209e87 None None] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:24.610631 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:03:24.626282 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Sync routers for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:03:24.653052 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 3e81da70-68c5-4840-952d-32e89c0b17d4, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3e81da70-68c5-4840-952d-32e89c0b17d4,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:24.681115 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.682630 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-4b965232-7046-4b69-b953-8e097d0422ef admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8675973 Apr 12 20:03:24.685402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35756) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:24.692738 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.858771 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:24.859410 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:02:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:24.962399 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (df1730fd-eb60-4861-93cc-0dc8d87dbcde), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:24.998029 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-f51151bc-ae9d-4a8f-a4d6-3d1ee94ec290 None None] Provisioning complete for port 3e81da70-68c5-4840-952d-32e89c0b17d4 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:24.998903 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f51151bc-ae9d-4a8f-a4d6-3d1ee94ec290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.127713 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:25.205365 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=3e81da70-68c5-4840-952d-32e89c0b17d4,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:25.218931 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.331561 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c55b46e2-af59-4f8d-a3f3-19d8bdbe65d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.333398 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1730fd-eb60-4861-93cc-0dc8d87dbcde,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:25.388779 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:23Z', 'revision_number': 3, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:25.421655 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Checking router: cc8dff2a-cae5-4a31-87d9-dd729d6593b2 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:03:25.422192 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Updating router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 port 7de1173a-9ba3-4dca-b6c2-024b910e7315 binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:03:25.434492 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f51151bc-ae9d-4a8f-a4d6-3d1ee94ec290 None None] Current status of the port 3e81da70-68c5-4840-952d-32e89c0b17d4 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:25.438991 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks [] for router_gateway (3e32e07c-56a3-4081-85a3-652927ec8f46), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.452071 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.531566 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.549500 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (f709181a-b926-4f7a-a616-66536122e6c4), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.558343 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Checking segment: {'id': '90cd1661-506f-4ee6-b043-469c2414ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:25.558978 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Network hostable DHCP agents. Network: 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:03:25.628825 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.762997 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-506cf4c4-0653-4eb2-9779-b9484a037a7a None None] Provisioning complete for port 3e81da70-68c5-4840-952d-32e89c0b17d4 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:25.766733 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-506cf4c4-0653-4eb2-9779-b9484a037a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.783241 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f709181a-b926-4f7a-a616-66536122e6c4,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:25.793641 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:03:25.810682 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Publish callbacks [] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.822084 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.834488 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:25.836955 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Checking segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:25.842537 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Network hostable DHCP agents. Network: 517ca231-edc3-44bd-93c0-c3bf7073e0a0, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:03:25.869873 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Attempting to bind port 7de1173a-9ba3-4dca-b6c2-024b910e7315 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:25.870452 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Attempting to bind port 7de1173a-9ba3-4dca-b6c2-024b910e7315 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:25.871025 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Attempting to bind port 7de1173a-9ba3-4dca-b6c2-024b910e7315 on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:25.891570 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:25.892184 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.897741 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:25.898699 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:25.899688 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.900311 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:25.901238 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Bound port: 7de1173a-9ba3-4dca-b6c2-024b910e7315, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:25.901851 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:25.928861 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd9f0b-263c-4c8d-88db-bb6d4d35c71a None None] Network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:25.970546 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7b1c4e91-6809-4070-8472-c3508616543f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6676922 Apr 12 20:03:25.982789 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:03:25.986347 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Allocated IP 172.27.3.161 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/c9932023-ea94-4960-afa8-64162a38388c) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:26.014390 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 517ca231-edc3-44bd-93c0-c3bf7073e0a0) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:26.031085 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] For port 7de1173a-9ba3-4dca-b6c2-024b910e7315, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:26.053629 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] For port 7de1173a-9ba3-4dca-b6c2-024b910e7315, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7de1173a-9ba3-4dca-b6c2-024b910e7315,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:26.057132 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:26.058444 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.090797 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.177308 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:26.183325 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19abacd5-f388-4f52-bd7c-5715debc67ee None None] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:26.189047 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:26.215419 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-dfaaf622-a72e-44c3-91c5-7c75558950bd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0657198 Apr 12 20:03:26.234521 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35794) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:26.342935 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device d20ff7a7-4d20-4237-b42b-f69b202a2534 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:26.354058 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:26.450083 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:26.460180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (12e92026-20ca-4651-94a6-3ed37f5ec074), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.461463 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (12e92026-20ca-4651-94a6-3ed37f5ec074), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.468377 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1137a09-3cfe-41fa-bf27-9de667e472dd None None] Network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:26.517846 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Allocated IP 172.20.0.1 (2084eaf6-c238-44a2-bd23-7cfc284336e5/470891e0-009c-408e-a107-8598bddbcaff/46d0ec61-c752-4e8c-89bb-c5660030a2e8) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:26.543487 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks [] for port (c9932023-ea94-4960-afa8-64162a38388c), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.586943 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Pushing event updated for resources: {'Port': ['ID=7de1173a-9ba3-4dca-b6c2-024b910e7315,revision_number=2']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:26.636111 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.636695 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.637453 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.637920 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.638332 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.638869 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.639547 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.640096 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.640632 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.641150 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.641683 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.642226 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.642765 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.643281 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.643825 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Tracked resource versions report: Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: pushed versions: Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: { 'AddressGroup': {'1.2'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Agent': {'1.1'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'ConntrackHelper': {'1.0'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Log': {'1.0'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'NDPProxy': {'1.0'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Network': {'1.1'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Port': {'1.7'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'PortForwarding': {'1.3'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'QosPolicy': {'1.10'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroup': {'1.5'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SubPort': {'1.0'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Subnet': {'1.1'}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Trunk': {'1.1'}} Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: consumer versions: Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: { DHCP agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: L3 agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: Metadata agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: Metering agent@dv-cinder-837541-1-iscsi: {}, Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: Open vSwitch agent@dv-cinder-837541-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Agent': '1.1', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'ConntrackHelper': '1.0', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'LocalIPAssociation': '1.0', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Log': '1.0', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'NDPProxy': '1.0', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Network': '1.1', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Port': '1.7', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'PortForwarding': '1.3', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'QosPolicy': '1.10', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroup': '1.5', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SecurityGroupRule': '1.2', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'SubPort': '1.0', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Subnet': '1.1', Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: 'Trunk': '1.1'}} Apr 12 20:03:26.645179 dv-cinder-837541-1-iscsi neutron-server[98485]: {{(pid=98485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:03:26.648263 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks [] for router_controller (12e92026-20ca-4651-94a6-3ed37f5ec074), precommit_add_association {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.757500 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:03:26.759031 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.766397 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822fb6b8-ac24-4f12-890e-b6e60f5fedb5 None None] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:26.791967 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port d20ff7a7-4d20-4237-b42b-f69b202a2534 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:26.792216 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.796701 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks [] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.887061 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:23Z', 'revision_number': 3, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:26.898053 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (c9932023-ea94-4960-afa8-64162a38388c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.907479 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.938210 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f8b50-d4c1-4fc3-9bff-d41346b3b772 None None] The sync data for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi is: [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:23Z', 'revision_number': 3, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:03:26.959904 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:26.991008 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba4b14-728e-4568-9f23-1c8c2b79bc07 None None] Pushing event updated for resources: {'Port': ['ID=7de1173a-9ba3-4dca-b6c2-024b910e7315,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:27.001543 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:27.005183 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:27.018845 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:27.019356 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.060610 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:27.084853 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:27.105340 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:27.134308 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Pushing event updated for resources: {'Port': ['ID=46d0ec61-c752-4e8c-89bb-c5660030a2e8,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:27.164161 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35828) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:27.174491 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-506cf4c4-0653-4eb2-9779-b9484a037a7a None None] Current status of the port 3e81da70-68c5-4840-952d-32e89c0b17d4 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:27.395599 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.426935 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-86d47e75-376c-4013-9aba-581a64adf428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.467361 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-9eed319d-4fa6-4ad7-8423-e55b86986b3b None None] Provisioning complete for port d20ff7a7-4d20-4237-b42b-f69b202a2534 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:27.467915 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9eed319d-4fa6-4ad7-8423-e55b86986b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.576862 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks [] for router_gateway (12e92026-20ca-4651-94a6-3ed37f5ec074), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.582446 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9932023-ea94-4960-afa8-64162a38388c,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:27.657116 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port d20ff7a7-4d20-4237-b42b-f69b202a2534 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:27.657508 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.714816 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-86d47e75-376c-4013-9aba-581a64adf428 admin admin] Publish callbacks [] for security_group (8a6649c7-782c-4bef-ae8c-fe432491b3e0), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.728951 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-86d47e75-376c-4013-9aba-581a64adf428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (8a6649c7-782c-4bef-ae8c-fe432491b3e0), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.766506 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.770336 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks [] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.786490 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.787373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.791055 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Allocated IP 172.20.0.2 (517ca231-edc3-44bd-93c0-c3bf7073e0a0/f709181a-b926-4f7a-a616-66536122e6c4/54dee20e-22c1-4ad2-95f4-50c60c282872) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:27.809683 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port d20ff7a7-4d20-4237-b42b-f69b202a2534, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=d20ff7a7-4d20-4237-b42b-f69b202a2534,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:27.868478 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:27.869372 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3e81da70-68c5-4840-952d-32e89c0b17d4 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:27.900416 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-86d47e75-376c-4013-9aba-581a64adf428 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=497fa0cb7f8045509d6b754aac994bdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7173054 Apr 12 20:03:27.907043 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 35846) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:27.938634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:27.954398 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:28.023832 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d47e75-376c-4013-9aba-581a64adf428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6649c7-782c-4bef-ae8c-fe432491b3e0,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:28.194063 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Pushing event updated for resources: {'Port': ['ID=46d0ec61-c752-4e8c-89bb-c5660030a2e8,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:28.227783 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-10333bc0-8d8c-4b8f-a20d-7b096d4d1ae5 admin admin] Publish callbacks [] for security_group (8a6649c7-782c-4bef-ae8c-fe432491b3e0), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:28.374207 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-10333bc0-8d8c-4b8f-a20d-7b096d4d1ae5 admin admin] Publish callbacks [] for security_group (8a6649c7-782c-4bef-ae8c-fe432491b3e0), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:28.380073 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35872) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:28.382490 dv-cinder-837541-1-iscsi neutron-server[98483]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 20:03:28.438873 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:03:28.478676 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-9eed319d-4fa6-4ad7-8423-e55b86986b3b None None] Current status of the port d20ff7a7-4d20-4237-b42b-f69b202a2534 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:28.479336 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9eed319d-4fa6-4ad7-8423-e55b86986b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:28.557453 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=d20ff7a7-4d20-4237-b42b-f69b202a2534,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:28.588035 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks [] for router_gateway (3e32e07c-56a3-4081-85a3-652927ec8f46), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:28.601046 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 3e81da70-68c5-4840-952d-32e89c0b17d4 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:28.601681 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:28.755637 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-10333bc0-8d8c-4b8f-a20d-7b096d4d1ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (8a6649c7-782c-4bef-ae8c-fe432491b3e0), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:28.760751 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 3e81da70-68c5-4840-952d-32e89c0b17d4 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:28.765963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-10333bc0-8d8c-4b8f-a20d-7b096d4d1ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:28.770115 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-10333bc0-8d8c-4b8f-a20d-7b096d4d1ae5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a6649c7-782c-4bef-ae8c-fe432491b3e0 HTTP/1.1" status: 204 len: 168 time: 0.8518126 Apr 12 20:03:28.785172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-fc6de04f-6e05-408d-a084-492b141713ae tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:28.786681 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-fc6de04f-6e05-408d-a084-492b141713ae tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/networks?id=864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 HTTP/1.1" status: 200 len: 811 time: 0.4055805 Apr 12 20:03:28.821919 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.db.api [None req-9eed319d-4fa6-4ad7-8423-e55b86986b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 20:03:28.822291 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG oslo_db.api [None req-9eed319d-4fa6-4ad7-8423-e55b86986b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 20:03:28.860702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10333bc0-8d8c-4b8f-a20d-7b096d4d1ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6649c7-782c-4bef-ae8c-fe432491b3e0,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:28.926675 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-93a2362f-87bc-4a12-942d-d70ef63288ac tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/quotas/7dbd952250794383a214a262ae3573e0 HTTP/1.1" status: 200 len: 375 time: 0.1266625 Apr 12 20:03:29.006372 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks [] for router_gateway (12e92026-20ca-4651-94a6-3ed37f5ec074), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.007469 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Publish callbacks [] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.020856 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device d20ff7a7-4d20-4237-b42b-f69b202a2534 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:29.030934 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.038260 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.069355 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.073085 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-03c64775-3a1e-41b4-a99c-e86afdb6ded0 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7dbd952250794383a214a262ae3573e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274757 Apr 12 20:03:29.109534 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:03:29.118499 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-32219fc3-2739-468d-bd41-96d67f09cb24 admin admin] 10.222.0.43 "PUT /v2.0/routers/cc8dff2a-cae5-4a31-87d9-dd729d6593b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4319172 Apr 12 20:03:29.180097 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:29.183221 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port d20ff7a7-4d20-4237-b42b-f69b202a2534 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:29.183643 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.235305 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:29.241988 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:29.248656 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Pushing event updated for resources: {'Port': ['ID=54dee20e-22c1-4ad2-95f4-50c60c282872,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:29.275174 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Allocated IP 172.27.3.110 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/7e3ef5de-1d55-46eb-b4db-0b5fd15195ba) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:29.363951 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (3e32e07c-56a3-4081-85a3-652927ec8f46), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.395446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35906) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:29.416464 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Attempting to bind port 54dee20e-22c1-4ad2-95f4-50c60c282872 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:29.417256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Attempting to bind port 54dee20e-22c1-4ad2-95f4-50c60c282872 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:29.417689 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Attempting to bind port 54dee20e-22c1-4ad2-95f4-50c60c282872 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:29.421420 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2ff75f59-661c-4283-8393-b8ddcdf4a093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.432367 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:29.432826 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Checking segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:29.433359 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.433788 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Bound using segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:29.434342 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Bound port: 54dee20e-22c1-4ad2-95f4-50c60c282872, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:29.434851 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.449728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-9eed319d-4fa6-4ad7-8423-e55b86986b3b None None] Current status of the port d20ff7a7-4d20-4237-b42b-f69b202a2534 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:29.453849 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port d20ff7a7-4d20-4237-b42b-f69b202a2534 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:29.455457 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7de1173a-9ba3-4dca-b6c2-024b910e7315 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:29.562838 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks [] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.600964 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] For port 54dee20e-22c1-4ad2-95f4-50c60c282872, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:29.602957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 7de1173a-9ba3-4dca-b6c2-024b910e7315 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:29.603356 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.607627 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-5ae5819e-379d-4ffb-bf79-4a49a7d87220 None None] Provisioning complete for port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:29.608002 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5ae5819e-379d-4ffb-bf79-4a49a7d87220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.674541 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] For port 54dee20e-22c1-4ad2-95f4-50c60c282872, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=54dee20e-22c1-4ad2-95f4-50c60c282872,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:29.679842 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.692488 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.709702 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-24641f21-50b9-4f4c-a84c-fd3606ad2fad service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:03:29.718711 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-24641f21-50b9-4f4c-a84c-fd3606ad2fad service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4119101 Apr 12 20:03:29.724632 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2ff75f59-661c-4283-8393-b8ddcdf4a093 admin admin] Publish callbacks [] for security_group (53835bd1-9807-405e-894b-51f18b6d185f), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.750710 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2ff75f59-661c-4283-8393-b8ddcdf4a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (53835bd1-9807-405e-894b-51f18b6d185f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.751114 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5819e-379d-4ffb-bf79-4a49a7d87220 None None] Port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:29.789900 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-5ae5819e-379d-4ffb-bf79-4a49a7d87220 None None] Provisioning complete for port d20ff7a7-4d20-4237-b42b-f69b202a2534 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:29.790274 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5ae5819e-379d-4ffb-bf79-4a49a7d87220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:29.806198 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:29.858013 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:29.858013 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:29.858013 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:29.958454 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c2f2-d9c5-4aff-b9c2-4cfee9056904 None None] Pushing event updated for resources: {'Port': ['ID=54dee20e-22c1-4ad2-95f4-50c60c282872,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:29.965781 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2ff75f59-661c-4283-8393-b8ddcdf4a093 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e09bc1408b64e39bf4bbd707d6771e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5664041 Apr 12 20:03:29.966984 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35930) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:29.985262 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Sync routers for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:03:30.003558 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 7de1173a-9ba3-4dca-b6c2-024b910e7315 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:30.003957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:30.017761 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75f59-661c-4283-8393-b8ddcdf4a093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53835bd1-9807-405e-894b-51f18b6d185f,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:30.035523 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Router 3e32e07c-56a3-4081-85a3-652927ec8f46 is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:03:30.042941 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:30.043634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:30.047968 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 7de1173a-9ba3-4dca-b6c2-024b910e7315, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7de1173a-9ba3-4dca-b6c2-024b910e7315,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:30.139105 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:30.172117 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-ce7828c8-3e52-42aa-a1a0-3acbbdd1226f service neutron] 10.222.0.43 "GET /v2.0/networks/864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498897 Apr 12 20:03:30.280953 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=7de1173a-9ba3-4dca-b6c2-024b910e7315,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:30.353665 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-a1fa1427-aa0e-4ff5-957d-7b958ca002d4 service neutron] 10.222.0.43 "GET /v2.0/networks/864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711853 Apr 12 20:03:30.385262 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-67502718-efb3-43bc-92a7-66a0153fda38 admin admin] Publish callbacks [] for security_group (53835bd1-9807-405e-894b-51f18b6d185f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:30.438208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-67502718-efb3-43bc-92a7-66a0153fda38 admin admin] Publish callbacks [] for security_group (53835bd1-9807-405e-894b-51f18b6d185f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:30.515099 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5819e-379d-4ffb-bf79-4a49a7d87220 None None] Current status of the port d20ff7a7-4d20-4237-b42b-f69b202a2534 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:30.543807 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:30.621768 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:03:30.640654 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Sync routers for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:03:30.657369 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:30.658147 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:30.824266 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:30.827303 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d1bca76e-26cb-42aa-9694-2649a5a675b0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9721599 Apr 12 20:03:30.900346 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 35960) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:31.004928 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks [] for router_gateway (12e92026-20ca-4651-94a6-3ed37f5ec074), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:31.016588 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:31.078354 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-957201b9-686e-47b0-beeb-e8176dda0712 req-c19fc641-c3db-4c9b-bdd8-0b112ac765f3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 210 time: 0.1826658 Apr 12 20:03:31.081541 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 2, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:31.183835 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7de1173a-9ba3-4dca-b6c2-024b910e7315 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:31.192753 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Checking router: cc8dff2a-cae5-4a31-87d9-dd729d6593b2 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:03:31.193107 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Updating router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:03:31.346630 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:31.394563 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 7de1173a-9ba3-4dca-b6c2-024b910e7315 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:31.394938 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:31.487746 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (12e92026-20ca-4651-94a6-3ed37f5ec074), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:31.496876 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-67502718-efb3-43bc-92a7-66a0153fda38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (53835bd1-9807-405e-894b-51f18b6d185f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:31.501290 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-67502718-efb3-43bc-92a7-66a0153fda38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:31.504958 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-67502718-efb3-43bc-92a7-66a0153fda38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53835bd1-9807-405e-894b-51f18b6d185f HTTP/1.1" status: 204 len: 168 time: 1.5247955 Apr 12 20:03:31.516973 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 3, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:31.519291 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67502718-efb3-43bc-92a7-66a0153fda38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53835bd1-9807-405e-894b-51f18b6d185f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:31.753524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Router 12e92026-20ca-4651-94a6-3ed37f5ec074 is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:03:31.869492 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Checking router: 3e32e07c-56a3-4081-85a3-652927ec8f46 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:03:31.873321 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Updating router 3e32e07c-56a3-4081-85a3-652927ec8f46 port c9932023-ea94-4960-afa8-64162a38388c binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:03:31.932200 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c9932023-ea94-4960-afa8-64162a38388c), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.033058 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.034713 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36006) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:32.050432 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57294da6-26da-4e69-94d8-ad1771db0a44 None None] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:32.082709 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:03:32.127035 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.131921 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-391d7483-b882-494c-ab34-00fafbc2b7d3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8963695 Apr 12 20:03:32.132571 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36014) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:32.331585 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-46056107-5a8d-4d5a-8841-9baffa248c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.354226 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Sync routers for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:03:32.494584 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Publish callbacks [] for port (c9932023-ea94-4960-afa8-64162a38388c), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.509420 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (c9932023-ea94-4960-afa8-64162a38388c), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.511299 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:32.512014 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:32.537689 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 7de1173a-9ba3-4dca-b6c2-024b910e7315 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:32.538971 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 54dee20e-22c1-4ad2-95f4-50c60c282872 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:32.540966 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Allocated IP 172.20.0.1 (968fd5d5-9867-4703-b127-c90bdb3ba04a/b36f830c-be90-4189-88bb-8ef8e336efa8/45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:32.568787 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36028) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:32.587282 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-0692fd64-4ac0-4ff5-bb12-1e377671fc2b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28554490', 'description': 'tempest-description--76847191'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:32.601040 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794da988-69e1-49d8-a627-2f34732a56ec None None] Pushing event updated for resources: {'Port': ['ID=c9932023-ea94-4960-afa8-64162a38388c,revision_number=2']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:32.604741 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Attempting to bind port c9932023-ea94-4960-afa8-64162a38388c on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:32.605116 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Attempting to bind port c9932023-ea94-4960-afa8-64162a38388c by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:32.605610 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Attempting to bind port c9932023-ea94-4960-afa8-64162a38388c on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:32.626558 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-46056107-5a8d-4d5a-8841-9baffa248c2a admin admin] Publish callbacks [] for security_group (c3183c2a-f682-45f6-9e97-1c406fa47db9), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.630347 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:32.631710 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:32.632507 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.634274 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:32.635741 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Bound port: c9932023-ea94-4960-afa8-64162a38388c, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:32.636161 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c9932023-ea94-4960-afa8-64162a38388c), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.651100 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-46056107-5a8d-4d5a-8841-9baffa248c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (c3183c2a-f682-45f6-9e97-1c406fa47db9), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.726439 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0692fd64-4ac0-4ff5-bb12-1e377671fc2b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.727437 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] For port c9932023-ea94-4960-afa8-64162a38388c, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:32.739729 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-3dd9b367-186d-40ed-aeb7-828b7c7f525a None None] Provisioning complete for port 54dee20e-22c1-4ad2-95f4-50c60c282872 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:32.740323 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3dd9b367-186d-40ed-aeb7-828b7c7f525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.741114 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks [] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.744004 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] For port c9932023-ea94-4960-afa8-64162a38388c, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c9932023-ea94-4960-afa8-64162a38388c,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:32.744234 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d6d34be4-6ae2-426e-b046-0ce395c96529 req-5d385873-511e-4f16-b2e3-ec70248710c1 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 210 time: 0.5319371 Apr 12 20:03:32.755107 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (c9932023-ea94-4960-afa8-64162a38388c), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.787889 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Publish callbacks [] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.826281 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-46056107-5a8d-4d5a-8841-9baffa248c2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c7f86e180e34c08a87d9f600eb4e42b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7864337 Apr 12 20:03:32.830641 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36038) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:32.854733 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:32.854733 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:32.854733 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794da988-69e1-49d8-a627-2f34732a56ec None None] Pushing event updated for resources: {'Port': ['ID=c9932023-ea94-4960-afa8-64162a38388c,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:32.860307 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.860520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.865664 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46056107-5a8d-4d5a-8841-9baffa248c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3183c2a-f682-45f6-9e97-1c406fa47db9,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:32.897207 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 54dee20e-22c1-4ad2-95f4-50c60c282872 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:32.897809 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:32.911491 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:32.915599 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:32.932853 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:32.933340 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (3e32e07c-56a3-4081-85a3-652927ec8f46), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.010180 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Pushing event updated for resources: {'Port': ['ID=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:33.115977 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:33.138781 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:33.173176 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6c4c-649d-4508-b200-b0ef89e87181 admin admin] Publish callbacks [] for security_group (c3183c2a-f682-45f6-9e97-1c406fa47db9), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.280999 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.330933 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774a6e5-e161-4e54-ade7-9de84c443484 None None] Pushing event updated for resources: {'Port': ['ID=46d0ec61-c752-4e8c-89bb-c5660030a2e8,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:33.394406 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 3, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:33.451835 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6c4c-649d-4508-b200-b0ef89e87181 admin admin] Publish callbacks [] for security_group (c3183c2a-f682-45f6-9e97-1c406fa47db9), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.469804 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895bcf39-4e5b-466c-a5c2-4c974df42248 None None] The sync data for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi is: [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 3, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:03:33.488259 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9b367-186d-40ed-aeb7-828b7c7f525a None None] Current status of the port 54dee20e-22c1-4ad2-95f4-50c60c282872 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:33.488840 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0692fd64-4ac0-4ff5-bb12-1e377671fc2b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (0b7be9fe-0389-4d4d-b635-ac0394490dee), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.488948 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3dd9b367-186d-40ed-aeb7-828b7c7f525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.510177 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0692fd64-4ac0-4ff5-bb12-1e377671fc2b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0b7be9fe-0389-4d4d-b635-ac0394490dee), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.543996 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.552462 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0692fd64-4ac0-4ff5-bb12-1e377671fc2b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.557053 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0692fd64-4ac0-4ff5-bb12-1e377671fc2b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1791 time: 0.9872179 Apr 12 20:03:33.558112 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36050) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:33.574475 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Attempting to bind port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:33.575016 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Attempting to bind port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:33.575534 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Attempting to bind port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:33.583187 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-0cae22d1-38ed-43a6-b403-25b7ef80147d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'security_group_rule': {'security_group_id': '0b7be9fe-0389-4d4d-b635-ac0394490dee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:33.617383 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks [] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.626507 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.628297 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (3e32e07c-56a3-4081-85a3-652927ec8f46), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.632187 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:33.632529 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Checking segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:33.632942 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.633572 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Bound using segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:33.633791 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Bound port: 46d0ec61-c752-4e8c-89bb-c5660030a2e8, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:33.634162 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.659172 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 3, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:33.663958 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-3dd9b367-186d-40ed-aeb7-828b7c7f525a None None] For port 54dee20e-22c1-4ad2-95f4-50c60c282872, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=54dee20e-22c1-4ad2-95f4-50c60c282872,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:33.665009 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 54dee20e-22c1-4ad2-95f4-50c60c282872 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:33.665417 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.689623 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692fd64-4ac0-4ff5-bb12-1e377671fc2b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7be9fe-0389-4d4d-b635-ac0394490dee,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:33.743883 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Checking router: 12e92026-20ca-4651-94a6-3ed37f5ec074 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:03:33.744227 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Updating router 12e92026-20ca-4651-94a6-3ed37f5ec074 port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:03:33.746072 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3dd9b367-186d-40ed-aeb7-828b7c7f525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.808620 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Pushing event updated for resources: {'Port': ['ID=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:33.874589 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6c4c-649d-4508-b200-b0ef89e87181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (c3183c2a-f682-45f6-9e97-1c406fa47db9), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.885436 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:33.886304 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.886561 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6c4c-649d-4508-b200-b0ef89e87181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.888377 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d9cc6c4c-649d-4508-b200-b0ef89e87181 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3183c2a-f682-45f6-9e97-1c406fa47db9 HTTP/1.1" status: 204 len: 168 time: 1.0564146 Apr 12 20:03:33.890758 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:33.927017 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Provisioning complete for port 54dee20e-22c1-4ad2-95f4-50c60c282872 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:33.928282 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:33.977419 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0cae22d1-38ed-43a6-b403-25b7ef80147d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (b7115cb5-fefb-4456-8226-8183ccc094fb), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.041602 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc6c4c-649d-4508-b200-b0ef89e87181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3183c2a-f682-45f6-9e97-1c406fa47db9,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:34.197862 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Router 3e32e07c-56a3-4081-85a3-652927ec8f46 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:03:34.200832 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.db.api [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 20:03:34.201189 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG oslo_db.api [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 20:03:34.312747 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0cae22d1-38ed-43a6-b403-25b7ef80147d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (b7115cb5-fefb-4456-8226-8183ccc094fb), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.321465 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0cae22d1-38ed-43a6-b403-25b7ef80147d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (b7115cb5-fefb-4456-8226-8183ccc094fb), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.384544 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36078) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:34.403490 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:03:34.408697 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] For port 46d0ec61-c752-4e8c-89bb-c5660030a2e8, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:34.409722 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c16211b7-c96b-4ea5-aff3-f7f57918ed4b admin admin] 10.222.0.43 "PUT /v2.0/routers/3e32e07c-56a3-4081-85a3-652927ec8f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5080817 Apr 12 20:03:34.410880 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9b367-186d-40ed-aeb7-828b7c7f525a None None] Pushing event updated for resources: {'Port': ['ID=54dee20e-22c1-4ad2-95f4-50c60c282872,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:34.415311 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae22d1-38ed-43a6-b403-25b7ef80147d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7115cb5-fefb-4456-8226-8183ccc094fb,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:34.503010 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] For port 46d0ec61-c752-4e8c-89bb-c5660030a2e8, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=46d0ec61-c752-4e8c-89bb-c5660030a2e8,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:34.592393 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Allocated IP 172.20.0.1 (517ca231-edc3-44bd-93c0-c3bf7073e0a0/f709181a-b926-4f7a-a616-66536122e6c4/1d0b2b36-1d18-4438-9df3-a445ca38e37e) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:34.612720 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0cae22d1-38ed-43a6-b403-25b7ef80147d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.614160 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0cae22d1-38ed-43a6-b403-25b7ef80147d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0440767 Apr 12 20:03:34.617301 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36088) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:34.622300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-fb490283-39b5-4ac9-b33e-3dd824c6a76f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'security_group_rule': {'security_group_id': '0b7be9fe-0389-4d4d-b635-ac0394490dee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:34.639706 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.641560 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36090) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:34.725007 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-36add375-17df-4841-b70e-409661112ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.769369 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks [] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.788197 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1cb5f510-4faf-4146-970e-240551dd9e13 req-09a70505-505a-4c4d-ac46-e382484b46aa tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 210 time: 0.4019389 Apr 12 20:03:34.869391 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.952002 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-36add375-17df-4841-b70e-409661112ad9 admin admin] Publish callbacks [] for security_group (de01e3c1-4187-4ff2-b03c-37a09a68590f), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.958328 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb490283-39b5-4ac9-b33e-3dd824c6a76f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (ba30c173-dbd9-4a56-9475-0b0441d2ee8b), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.981984 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-36add375-17df-4841-b70e-409661112ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (de01e3c1-4187-4ff2-b03c-37a09a68590f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:34.990625 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:34.999139 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 54dee20e-22c1-4ad2-95f4-50c60c282872 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:35.006464 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:35.021057 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:35.021057 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (12e92026-20ca-4651-94a6-3ed37f5ec074), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.048603 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774a6e5-e161-4e54-ade7-9de84c443484 None None] Pushing event updated for resources: {'Port': ['ID=46d0ec61-c752-4e8c-89bb-c5660030a2e8,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:35.051406 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:35.052037 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:35.170824 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-36add375-17df-4841-b70e-409661112ad9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e76df49294c44a6aa617e72e8285c3c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5241268 Apr 12 20:03:35.181410 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36098) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:35.197109 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36add375-17df-4841-b70e-409661112ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01e3c1-4187-4ff2-b03c-37a09a68590f,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:35.263998 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Current status of the port 54dee20e-22c1-4ad2-95f4-50c60c282872 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:35.416179 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb490283-39b5-4ac9-b33e-3dd824c6a76f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (ba30c173-dbd9-4a56-9475-0b0441d2ee8b), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.427599 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0b2b36-1d18-4438-9df3-a445ca38e37e,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:35.444502 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb490283-39b5-4ac9-b33e-3dd824c6a76f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (ba30c173-dbd9-4a56-9475-0b0441d2ee8b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.473090 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44dbbac0-487d-4cdb-ae3d-1f23dffcd444 admin admin] Publish callbacks [] for security_group (de01e3c1-4187-4ff2-b03c-37a09a68590f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.504516 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44dbbac0-487d-4cdb-ae3d-1f23dffcd444 admin admin] Publish callbacks [] for security_group (de01e3c1-4187-4ff2-b03c-37a09a68590f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.527241 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c9932023-ea94-4960-afa8-64162a38388c up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:35.528948 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Provisioning complete for port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:35.529307 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.564443 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.572412 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb490283-39b5-4ac9-b33e-3dd824c6a76f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.574808 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-fb490283-39b5-4ac9-b33e-3dd824c6a76f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9554443 Apr 12 20:03:35.575417 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb490283-39b5-4ac9-b33e-3dd824c6a76f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba30c173-dbd9-4a56-9475-0b0441d2ee8b,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:35.585314 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36112) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:35.594802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44dbbac0-487d-4cdb-ae3d-1f23dffcd444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (de01e3c1-4187-4ff2-b03c-37a09a68590f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.600636 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-44dbbac0-487d-4cdb-ae3d-1f23dffcd444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.603094 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:35.604301 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-44dbbac0-487d-4cdb-ae3d-1f23dffcd444 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de01e3c1-4187-4ff2-b03c-37a09a68590f HTTP/1.1" status: 204 len: 168 time: 0.4219542 Apr 12 20:03:35.630326 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbbac0-487d-4cdb-ae3d-1f23dffcd444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01e3c1-4187-4ff2-b03c-37a09a68590f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:35.663445 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Publish callbacks [] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.679047 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:35.700122 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.812304 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.926732 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df2854-ec53-44e8-83ce-45e76e2270b8 None None] Pushing event updated for resources: {'Port': ['ID=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:35.947316 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port c9932023-ea94-4960-afa8-64162a38388c triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:35.947730 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c9932023-ea94-4960-afa8-64162a38388c), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:35.968328 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36124) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:35.975601 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-bd2c25cc-28eb-4072-821e-770357c87eba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369165030', 'description': 'tempest-description--171131505'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:35.995998 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.071972 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9ed3fc4-c351-49f1-9f2b-843e0b50832e req-edc25af1-f9d4-4c7a-a909-1e830c6e9b36 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 210 time: 0.0561073 Apr 12 20:03:36.072883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bd2c25cc-28eb-4072-821e-770357c87eba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.098957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Attempting to bind port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:36.099959 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Attempting to bind port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:36.100323 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Attempting to bind port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:36.126337 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Allocated IP 172.27.3.61 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/ac5d97ba-504e-4131-964b-1382dd10d346) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:36.137750 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:36.138140 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:36.138533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.138968 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:36.139511 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Bound port: 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:36.139937 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.199143 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bd2c25cc-28eb-4072-821e-770357c87eba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.200169 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Current status of the port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:36.200860 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.207132 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bd2c25cc-28eb-4072-821e-770357c87eba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.255078 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bd2c25cc-28eb-4072-821e-770357c87eba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.259490 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-bd2c25cc-28eb-4072-821e-770357c87eba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2895198 Apr 12 20:03:36.261068 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c25cc-28eb-4072-821e-770357c87eba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:36.263207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36132) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:36.272067 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-5503e084-373d-49e1-a8b2-371b92fb5ca1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'security_group_rule': {'security_group_id': 'a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:36.303714 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] For port 46d0ec61-c752-4e8c-89bb-c5660030a2e8, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=46d0ec61-c752-4e8c-89bb-c5660030a2e8,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:36.305187 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port c9932023-ea94-4960-afa8-64162a38388c is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:36.305660 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c9932023-ea94-4960-afa8-64162a38388c), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.337248 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port c9932023-ea94-4960-afa8-64162a38388c, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c9932023-ea94-4960-afa8-64162a38388c,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:36.345462 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5503e084-373d-49e1-a8b2-371b92fb5ca1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (5a268a71-e09c-4c68-ae9a-5173ad212176), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.375272 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.377871 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (c9932023-ea94-4960-afa8-64162a38388c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.379012 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks [] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.379866 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 54dee20e-22c1-4ad2-95f4-50c60c282872 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:36.403320 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.404150 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (12e92026-20ca-4651-94a6-3ed37f5ec074), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.452840 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] For port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:36.475646 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Provisioning complete for port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:36.476096 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.480708 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Sync routers for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:03:36.494218 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:36.495145 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:36.522844 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:36.526291 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:34Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:36.532829 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] For port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:36.538057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5503e084-373d-49e1-a8b2-371b92fb5ca1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (5a268a71-e09c-4c68-ae9a-5173ad212176), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.548724 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5503e084-373d-49e1-a8b2-371b92fb5ca1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (5a268a71-e09c-4c68-ae9a-5173ad212176), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.560671 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for port (ac5d97ba-504e-4131-964b-1382dd10d346), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.562147 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0b2b36-1d18-4438-9df3-a445ca38e37e,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:36.588756 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6900a7-f92e-418e-a6ec-84acfcb5c0e2 None None] The sync data for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi is: [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:34Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:03:36.597246 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.602993 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503e084-373d-49e1-a8b2-371b92fb5ca1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a268a71-e09c-4c68-ae9a-5173ad212176,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:36.608147 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570dce8-5e6e-4175-af09-11ea764fffb5 None None] Pushing event updated for resources: {'Port': ['ID=46d0ec61-c752-4e8c-89bb-c5660030a2e8,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:36.648556 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5503e084-373d-49e1-a8b2-371b92fb5ca1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.657403 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5503e084-373d-49e1-a8b2-371b92fb5ca1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3928792 Apr 12 20:03:36.666042 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36144) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:36.682840 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:36.686942 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-bded9f86-8e17-4224-ade0-70f345b3d21d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'security_group_rule': {'security_group_id': 'a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:36.697942 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (ac5d97ba-504e-4131-964b-1382dd10d346), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.713295 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 54dee20e-22c1-4ad2-95f4-50c60c282872 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:36.713428 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.756752 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:36.775801 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Provisioning complete for port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:36.776234 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:36.829285 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=c9932023-ea94-4960-afa8-64162a38388c,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:36.838733 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:36.839419 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:36.845689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.60', 51889) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:36.848331 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:36.885183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'Port': ['ID=ac5d97ba-504e-4131-964b-1382dd10d346,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:36.888170 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:36.909967 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:36.915943 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:37.090904 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-e023da32-05a9-4c6c-9daf-85c6931239e5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:37.092213 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-e023da32-05a9-4c6c-9daf-85c6931239e5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.60 "GET /v2.0/networks?id=864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 HTTP/1.1" status: 200 len: 811 time: 0.2453578 Apr 12 20:03:37.136237 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Request body: {'port': {'device_id': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0', 'admin_state_up': True, 'tenant_id': '7dbd952250794383a214a262ae3573e0'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:37.198069 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (4fd9ea3a-135c-4865-a835-38e75c877c5a), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:37.239385 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bded9f86-8e17-4224-ade0-70f345b3d21d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (527b596d-4f10-4aa7-8a28-d5a9f1313a68), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:37.330474 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 2, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:37.356486 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df2854-ec53-44e8-83ce-45e76e2270b8 None None] Pushing event updated for resources: {'Port': ['ID=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:37.430047 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Checking router: 3e32e07c-56a3-4081-85a3-652927ec8f46 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:03:37.434248 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Updating router 3e32e07c-56a3-4081-85a3-652927ec8f46 port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:03:37.480235 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (ac5d97ba-504e-4131-964b-1382dd10d346), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:37.518722 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:37.598713 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 54dee20e-22c1-4ad2-95f4-50c60c282872 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:37.669256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:37.795953 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Current status of the port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:37.818706 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Provisioning complete for port 1d0b2b36-1d18-4438-9df3-a445ca38e37e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:37.819634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.038304 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c9932023-ea94-4960-afa8-64162a38388c up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:38.160946 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Port 1d0b2b36-1d18-4438-9df3-a445ca38e37e cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:38.260085 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-23fd6774-bb55-4fce-83d3-a51715031185 req-7842104b-c1c0-4399-9c14-14ef902b3a75 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 210 time: 0.0618601 Apr 12 20:03:38.282656 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Provisioning complete for port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:38.285094 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.301682 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Made reservation on behalf of 7dbd952250794383a214a262ae3573e0 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:38.309294 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Publish callbacks [] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.313969 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.354832 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.429804 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e42d8d-5c70-481d-b640-5deb1c0247e4 None None] Pushing event updated for resources: {'Port': ['ID=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:38.547603 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-5233196b-6ce3-463c-b79a-ab423dfc4287 None None] Port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:38.552613 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Attempting to bind port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:38.553754 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Attempting to bind port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:38.556791 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Attempting to bind port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 on network 968fd5d5-9867-4703-b127-c90bdb3ba04a {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:38.576218 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:38.579549 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Checking segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:38.580163 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.581836 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Bound using segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:38.583849 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Bound port: 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:38.585640 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.640726 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port c9932023-ea94-4960-afa8-64162a38388c triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:38.641350 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c9932023-ea94-4960-afa8-64162a38388c), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.671183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bded9f86-8e17-4224-ade0-70f345b3d21d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (527b596d-4f10-4aa7-8a28-d5a9f1313a68), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.678374 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Router 12e92026-20ca-4651-94a6-3ed37f5ec074 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:03:38.717169 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bded9f86-8e17-4224-ade0-70f345b3d21d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (527b596d-4f10-4aa7-8a28-d5a9f1313a68), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.781663 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] For port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:38.790913 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bded9f86-8e17-4224-ade0-70f345b3d21d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.798111 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] For port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:38.803785 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-bded9f86-8e17-4224-ade0-70f345b3d21d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1237228 Apr 12 20:03:38.814963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36230) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:38.820663 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.826347 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-e0554289-ee55-4242-897d-f042b6913605 None None] Provisioning complete for port 1d0b2b36-1d18-4438-9df3-a445ca38e37e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:38.827026 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e0554289-ee55-4242-897d-f042b6913605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.836577 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 2, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:38.836782 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:38.906842 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:38.919215 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:38.971623 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d45e5-249e-4de1-b457-0440209aa4a6 None None] The sync data for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi is: [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 2, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:03:38.976013 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.983124 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded9f86-8e17-4224-ade0-70f345b3d21d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527b596d-4f10-4aa7-8a28-d5a9f1313a68,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:39.111184 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-e0554289-ee55-4242-897d-f042b6913605 None None] Port 1d0b2b36-1d18-4438-9df3-a445ca38e37e cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:39.132654 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Allocated IP 172.20.0.9 (864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0/df1730fd-eb60-4861-93cc-0dc8d87dbcde/e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:39.404488 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:03:39.498542 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-29b5f69b-d9bb-47c3-b1fd-3e770fb349d8 admin admin] 10.222.0.43 "PUT /v2.0/routers/12e92026-20ca-4651-94a6-3ed37f5ec074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3545871 Apr 12 20:03:39.617019 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-55025643-6b4c-4e19-99c8-105d34bec9e2 None None] Provisioning complete for port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:39.617431 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-55025643-6b4c-4e19-99c8-105d34bec9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.620745 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port c9932023-ea94-4960-afa8-64162a38388c is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:39.621953 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 46d0ec61-c752-4e8c-89bb-c5660030a2e8 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:39.682815 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:39.716998 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for port (ac5d97ba-504e-4131-964b-1382dd10d346), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.735853 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (ac5d97ba-504e-4131-964b-1382dd10d346), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.816834 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:39.817555 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.871351 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (4fd9ea3a-135c-4865-a835-38e75c877c5a), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.929687 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks [] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.936377 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e42d8d-5c70-481d-b640-5deb1c0247e4 None None] Pushing event updated for resources: {'Port': ['ID=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,revision_number=4']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:39.938197 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.939712 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3510549 Apr 12 20:03:39.954001 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7447aa2f-0236-4d6c-a510-9381de9cd531 req-e60e35c8-cc7e-4c02-b651-6cefe7bd01b7 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 210 time: 0.1924877 Apr 12 20:03:40.010403 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:40.016004 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281ccc9-a8b0-467d-80d6-ca1fb4bd0f1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'Port': ['ID=ac5d97ba-504e-4131-964b-1382dd10d346,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:40.044843 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-55025643-6b4c-4e19-99c8-105d34bec9e2 None None] Current status of the port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:40.046081 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-55025643-6b4c-4e19-99c8-105d34bec9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:40.142162 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:40.272447 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-55025643-6b4c-4e19-99c8-105d34bec9e2 None None] For port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:40.302091 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-55025643-6b4c-4e19-99c8-105d34bec9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:40.452924 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Pushing event updated for resources: {'Port': ['ID=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:40.496806 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:40.498927 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:40.510590 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:40.522659 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:40.523348 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:40.560197 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:40.586000 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Allocated IP 172.27.3.242 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/9b1ecd7a-ec25-4da4-b3a2-a832eac21108) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:40.618110 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-98650da3-582a-436e-add2-7831e58c6ab8 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4867151 Apr 12 20:03:40.628728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-5c159398-8ccb-4177-8e2d-21cc8a0672a7 None None] Provisioning complete for port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:40.630805 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5c159398-8ccb-4177-8e2d-21cc8a0672a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:40.641432 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-3131900d-14bd-43d8-9c89-16441dcd7614 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:03:40.648170 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-3131900d-14bd-43d8-9c89-16441dcd7614 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220397 Apr 12 20:03:40.874598 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55025643-6b4c-4e19-99c8-105d34bec9e2 None None] Pushing event updated for resources: {'Port': ['ID=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:41.077344 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-5c159398-8ccb-4177-8e2d-21cc8a0672a7 None None] Current status of the port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:41.100376 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.133605 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-532db410-db00-4b76-b639-1f01d24a811b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--28554490&fields=id&tenant_id=1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 267 time: 0.4816320 Apr 12 20:03:41.155848 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.212223 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:41.218889 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:41.227547 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:41.237437 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'Port': ['ID=9b1ecd7a-ec25-4da4-b3a2-a832eac21108,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:41.334508 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (409f827b-4b98-4d4b-ba72-1c10c3a8d0c6), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.342693 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-4d429d44-7806-4693-84e8-063869132fd7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:41.355953 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-4d429d44-7806-4693-84e8-063869132fd7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 819 time: 0.6523421 Apr 12 20:03:41.378437 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Request body: {'port': {'device_id': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:41.415376 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.466159 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-fe8ed5d7-5f85-41e7-9864-47f5161df395 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/quotas/b2e93dcd7cea4884b0e54767d547a76b HTTP/1.1" status: 200 len: 375 time: 0.1066482 Apr 12 20:03:41.520615 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:38Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:41.570843 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d2d20-3b01-4c79-b0b3-9ace8566740f None None] The sync data for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi is: [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:38Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:03:41.601333 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-cc2e11e0-9bd0-40ef-b20a-eaa84df7e143 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317739 Apr 12 20:03:41.837502 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.858901 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.884361 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.953958 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (409f827b-4b98-4d4b-ba72-1c10c3a8d0c6), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.981666 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'Port': ['ID=9b1ecd7a-ec25-4da4-b3a2-a832eac21108,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:41.998014 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:41.999348 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-eeffd217-fb1c-430f-b459-d32d6a831cdc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1829388 Apr 12 20:03:42.167542 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-809887b3-4af2-4e38-b620-5239c4c26b91 service neutron] 10.222.0.43 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673647 Apr 12 20:03:42.335425 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-1e51cdf2-3ad5-4be0-bf99-c176decf798f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:42.336932 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-1e51cdf2-3ad5-4be0-bf99-c176decf798f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 816 time: 0.9714692 Apr 12 20:03:42.389617 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-389e6cc1-8f68-407f-a335-93e3e43f4ae5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/quotas/1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 375 time: 0.0272179 Apr 12 20:03:42.589388 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-69322183-6a47-480d-bb2d-53f9d4da63c0 service neutron] 10.222.0.43 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976910 Apr 12 20:03:42.626634 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-3a7e20e0-eb78-4951-ab95-e766aa18b42e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2284694 Apr 12 20:03:42.735776 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:03:42.760615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Publish callbacks [] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:42.766274 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:42.785021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Transition to ACTIVE for port object e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:03:42.798184 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:42.830083 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:42.830787 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:42.864338 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Pushing event updated for resources: {'Port': ['ID=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:42.931665 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-3224c1e1-d16e-4f7b-b238-672911510ab2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:03:42.932740 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-3224c1e1-d16e-4f7b-b238-672911510ab2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1461263 Apr 12 20:03:43.002131 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:43.003409 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:43.063110 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-f60753a0-243b-43b2-8265-4c48c0d870e1 service neutron] 10.222.0.43 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097991 Apr 12 20:03:43.065816 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:43.066387 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:43.184640 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e01f4a-57cf-4af4-9511-a0e734b52be0 req-a3544f00-71e6-4967-90e4-985cc98659d3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:43.186160 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e0e01f4a-57cf-4af4-9511-a0e734b52be0 req-a3544f00-71e6-4967-90e4-985cc98659d3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.1221404 Apr 12 20:03:43.237273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Attempting to bind port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:43.237627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Attempting to bind port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '90cd1661-506f-4ee6-b043-469c2414ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:43.238007 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Attempting to bind port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 on network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:43.245903 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 on network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:03:43.246232 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Attempting to bind port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 on network 864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:43.273092 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:43.273579 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:43.302253 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e0e01f4a-57cf-4af4-9511-a0e734b52be0 req-20fc5789-8813-4705-aaef-dacda1bd1d2d tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075897 Apr 12 20:03:43.310538 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:43.317723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:43.318090 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Checking segment: {'id': '90cd1661-506f-4ee6-b043-469c2414ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:43.318646 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Bound using segment: {'id': '90cd1661-506f-4ee6-b043-469c2414ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:43.319104 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Bound port: e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cd1661-506f-4ee6-b043-469c2414ce3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:43.319533 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:43.320436 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:43.429446 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-00ec5655-82cd-4efd-ad2c-a456ad7cdb1c service neutron] 10.222.0.43 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488081 Apr 12 20:03:43.457115 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:43.484841 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] For port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:43.506091 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] For port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,segment=NetworkSegment(90cd1661-506f-4ee6-b043-469c2414ce3d),segment_id=90cd1661-506f-4ee6-b043-469c2414ce3d)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:43.525471 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:43.572766 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:43.573912 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:43.576566 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] 10.222.0.60 "PUT /v2.0/ports/e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 HTTP/1.1" status: 200 len: 1093 time: 2.5336728 Apr 12 20:03:43.577036 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'tag': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:03:43.663572 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-39f8e352-a779-4a69-8acd-bc61ea53fc09 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1369165030&fields=id&tenant_id=c493f5c20b674a8d975fa993e3511f19 HTTP/1.1" status: 200 len: 267 time: 0.1589823 Apr 12 20:03:43.702798 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ad32-746d-46f5-90d2-82fbae8db230 service neutron] Pushing event updated for resources: {'Port': ['ID=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:43.799163 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1875b2-0e4d-4bc6-98fc-19892fdf8cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "07d47136-1158-4b44-b71b-2adb0ce9ff49", "tag": "e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:03:43.843125 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-496f7743-2c5d-45b8-ad99-8e9dde0627c8 req-10e50199-ea9e-4f6a-9bc6-806ebedcf8fc tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 210 time: 0.0467055 Apr 12 20:03:43.869431 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-8af78b56-7bc0-43e7-8529-96bc66fd5ff8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:43.871250 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-8af78b56-7bc0-43e7-8529-96bc66fd5ff8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 810 time: 0.1873927 Apr 12 20:03:43.901422 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-9efb2da5-693e-4acd-acf0-3ae166741f3f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/quotas/c493f5c20b674a8d975fa993e3511f19 HTTP/1.1" status: 200 len: 375 time: 0.0238478 Apr 12 20:03:43.975133 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-23691a25-4b35-49a7-836b-13f9c276ff4f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676370 Apr 12 20:03:44.027873 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6ade65c5-f5e7-4fa8-8239-646813b68fd9 req-449ca4c9-a983-4fa4-8c25-cdf393f00e92 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0517225 Apr 12 20:03:44.216818 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-6d17ded7-5581-4cca-b2ba-8e27524cbdfc service neutron] 10.222.0.43 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995308 Apr 12 20:03:44.318209 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44650949-5b53-4007-9aa1-9efa24a33eaf x-openstack-request-id: req-44650949-5b53-4007-9aa1-9efa24a33eaf {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:03:44.318485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d47136-1158-4b44-b71b-2adb0ce9ff49", "tag": "e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:03:44.318742 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44650949-5b53-4007-9aa1-9efa24a33eaf {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:03:44.319163 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44650949-5b53-4007-9aa1-9efa24a33eaf'] response: {'name': 'network-changed', 'server_uuid': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'tag': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1', 'status': 'completed', 'code': 200} Apr 12 20:03:44.374766 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-bcc5d7af-2848-4dc1-a28b-8340a0fd77c5 service neutron] 10.222.0.43 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512554 Apr 12 20:03:44.676141 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:44.693274 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f4c11-8c57-4f36-9550-6a6c60741b82 req-0ba8658f-2849-463d-93fd-02dbfe17a4de tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:44.694956 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-330f4c11-8c57-4f36-9550-6a6c60741b82 req-0ba8658f-2849-463d-93fd-02dbfe17a4de tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.1123986 Apr 12 20:03:44.734035 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-154ea61f-ba5f-4c64-b7cb-1d65d128fa30 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:44.735782 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-154ea61f-ba5f-4c64-b7cb-1d65d128fa30 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 819 time: 0.1841059 Apr 12 20:03:44.752886 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:44.753901 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:44.771252 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-c8918893-e5f4-4c92-88fe-f8fd746ce203 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/quotas/b2e93dcd7cea4884b0e54767d547a76b HTTP/1.1" status: 200 len: 375 time: 0.0287812 Apr 12 20:03:44.827621 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-330f4c11-8c57-4f36-9550-6a6c60741b82 req-209fe419-a850-4b67-8e81-ba89cc93475b tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245396 Apr 12 20:03:44.846341 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-8a69485e-4039-4aa4-9b3f-63131ab28639 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737936 Apr 12 20:03:44.932576 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:45.037830 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9e422509-e49f-4cee-ac79-2866888570a5 req-d453c00a-8b2c-4d7d-92f5-36002b0cb5e6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.1186352 Apr 12 20:03:45.090463 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-e706d66f-3f1a-43ed-ad9f-f06f3c1dbf7c service neutron] 10.222.0.43 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403536 Apr 12 20:03:45.113459 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Sync routers for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:03:45.141498 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:45.142222 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:45.247821 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-1ebb14d4-bb19-4d3b-a17c-19d5ee7b43a9 service neutron] 10.222.0.43 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538732 Apr 12 20:03:45.429032 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4535754c-69de-4938-89ae-d4960a477f6a req-cca6d936-bfae-4f6b-84c7-119178d24aa1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0492327 Apr 12 20:03:45.441841 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:45.557396 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-846f6e53-dfb5-4e45-b82e-160cbedebba4 req-551d59bc-d9b5-490e-a220-ff69887a17f7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0399563 Apr 12 20:03:45.699822 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 2, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:45.741675 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Checking router: 12e92026-20ca-4651-94a6-3ed37f5ec074 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:03:45.742748 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Updating router 12e92026-20ca-4651-94a6-3ed37f5ec074 port 1d0b2b36-1d18-4438-9df3-a445ca38e37e binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:03:45.771974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:45.953354 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d49f01-2cdf-4bef-9f33-9502cf6979df req-ae664de3-ff3f-47a5-8464-aee0603c86e6 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:45.954810 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15d49f01-2cdf-4bef-9f33-9502cf6979df req-ae664de3-ff3f-47a5-8464-aee0603c86e6 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0521290 Apr 12 20:03:46.023985 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15d49f01-2cdf-4bef-9f33-9502cf6979df req-0dab5c21-4b76-40c2-9a51-49255efd41ac tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619941 Apr 12 20:03:46.052629 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Publish callbacks [] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.059298 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.135473 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7d99-16af-405e-858b-34cbf65394c1 None None] Pushing event updated for resources: {'Port': ['ID=1d0b2b36-1d18-4438-9df3-a445ca38e37e,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:46.144078 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c4b8e1ec-9385-4c1c-b7dd-2b37bcd5db5f req-475bb73c-5b65-4e3c-8965-2cc622bf7789 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0301120 Apr 12 20:03:46.167350 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Attempting to bind port 1d0b2b36-1d18-4438-9df3-a445ca38e37e on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:46.167350 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Attempting to bind port 1d0b2b36-1d18-4438-9df3-a445ca38e37e by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:46.167350 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Attempting to bind port 1d0b2b36-1d18-4438-9df3-a445ca38e37e on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:46.171549 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:46.171931 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Checking segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:46.172349 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.172742 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Bound using segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:46.173206 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Bound port: 1d0b2b36-1d18-4438-9df3-a445ca38e37e, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:46.173586 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.238847 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] For port 1d0b2b36-1d18-4438-9df3-a445ca38e37e, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:46.242104 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] For port 1d0b2b36-1d18-4438-9df3-a445ca38e37e, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=1d0b2b36-1d18-4438-9df3-a445ca38e37e,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:46.249409 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.311336 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:03:46.311991 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:03:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:46.315156 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7d99-16af-405e-858b-34cbf65394c1 None None] Pushing event updated for resources: {'Port': ['ID=1d0b2b36-1d18-4438-9df3-a445ca38e37e,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:46.368990 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-160f35e5-9978-43f5-886a-76f7d6bc384e None None] Provisioning complete for port 1d0b2b36-1d18-4438-9df3-a445ca38e37e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:46.369372 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-160f35e5-9978-43f5-886a-76f7d6bc384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.539642 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-82407698-8299-4f67-9868-883f4a711a83 req-3ac65d67-b4d7-45a6-9c8b-55635e185694 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0372963 Apr 12 20:03:46.591142 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:03:46.717769 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-542dd48f-9e80-4717-9c26-4a655ab7e928 req-ab64f5b5-de7f-4e1b-803d-c953e9b98ccf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0305178 Apr 12 20:03:46.724879 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 1d0b2b36-1d18-4438-9df3-a445ca38e37e up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:46.889623 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 1d0b2b36-1d18-4438-9df3-a445ca38e37e triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:46.890099 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.933323 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-160f35e5-9978-43f5-886a-76f7d6bc384e None None] Current status of the port 1d0b2b36-1d18-4438-9df3-a445ca38e37e is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:46.933713 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-160f35e5-9978-43f5-886a-76f7d6bc384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:46.980093 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:03:47.023342 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12f94d-160f-4697-9697-8904d8ace2ad None None] The sync data for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi is: [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:03:47.026471 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-160f35e5-9978-43f5-886a-76f7d6bc384e None None] For port 1d0b2b36-1d18-4438-9df3-a445ca38e37e, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=1d0b2b36-1d18-4438-9df3-a445ca38e37e,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:03:47.062562 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-160f35e5-9978-43f5-886a-76f7d6bc384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.116800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 1d0b2b36-1d18-4438-9df3-a445ca38e37e is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:47.117186 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.133222 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f35e5-9978-43f5-886a-76f7d6bc384e None None] Pushing event updated for resources: {'Port': ['ID=1d0b2b36-1d18-4438-9df3-a445ca38e37e,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:47.167664 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdabf78-baab-4226-b7d7-91e750c48a1a req-8f3e1eb0-cb77-4d1f-ab6b-4f573f156a24 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:47.170000 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7cdabf78-baab-4226-b7d7-91e750c48a1a req-8f3e1eb0-cb77-4d1f-ab6b-4f573f156a24 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0550439 Apr 12 20:03:47.204383 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-f12033ae-30d7-44de-bed2-2fc848e2e7fb None None] Provisioning complete for port 1d0b2b36-1d18-4438-9df3-a445ca38e37e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:47.204770 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f12033ae-30d7-44de-bed2-2fc848e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.211580 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.db.api [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 20:03:47.211932 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG oslo_db.api [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 20:03:47.271344 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6f89c4f5-5b26-474a-946a-1d891c7be2ee req-202e1e0c-fde1-4e48-a23d-2c15c81de8f9 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0399706 Apr 12 20:03:47.274735 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7cdabf78-baab-4226-b7d7-91e750c48a1a req-14d7ace5-ed10-4339-9d8e-bb6336b5f12b tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886877 Apr 12 20:03:47.308659 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f12033ae-30d7-44de-bed2-2fc848e2e7fb None None] Current status of the port 1d0b2b36-1d18-4438-9df3-a445ca38e37e is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:47.664119 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-172a5485-b08f-4bc9-b7c8-bf8b6b5f33b0 req-23f78871-46d8-4c8c-8340-ada7b1d3ef47 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0307736 Apr 12 20:03:47.750860 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 1d0b2b36-1d18-4438-9df3-a445ca38e37e is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:47.831528 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95aeaf7b-e7f6-4e90-848c-8d71748d3cfc req-777c7d07-588f-446b-84a5-1d793d20ff8b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0316985 Apr 12 20:03:48.493419 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0dce355c-acd2-48c2-9da6-89ad7d92f353 req-67c1d23a-1185-4657-9de7-ad0259ad2705 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0770190 Apr 12 20:03:48.537322 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0be4ff-9131-43d4-b785-745b15837311 req-01dfd155-502a-4630-8979-3a6ef1bf4b04 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:48.542427 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e0be4ff-9131-43d4-b785-745b15837311 req-01dfd155-502a-4630-8979-3a6ef1bf4b04 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.1049545 Apr 12 20:03:48.624154 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e0be4ff-9131-43d4-b785-745b15837311 req-08384c33-f8ae-4f06-8646-977b080a4f6b tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756357 Apr 12 20:03:48.715026 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 1d0b2b36-1d18-4438-9df3-a445ca38e37e up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:03:48.831970 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 1d0b2b36-1d18-4438-9df3-a445ca38e37e triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:48.832734 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:48.861189 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d04f3011-834e-4f00-97ed-2cb302d5239b req-7d956e10-ad8e-4e82-bf99-4dd30199ebd1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0634034 Apr 12 20:03:48.946157 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 1d0b2b36-1d18-4438-9df3-a445ca38e37e is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:49.293212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c321e94f-e3f8-4e53-994f-a96c73a5b401 req-45841c83-3e83-430c-ad26-22c90e66c36e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.3377233 Apr 12 20:03:49.641586 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2c4f5c5c-429b-4e75-851a-9b0f55f2862a req-2d0a186d-448b-4251-9cf1-71acdc1ca697 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0633786 Apr 12 20:03:49.778424 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e443e-6823-4a17-a510-676c2454b185 req-2235ee46-633a-4f8a-86ba-b8951dea0ac0 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:49.780568 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-176e443e-6823-4a17-a510-676c2454b185 req-2235ee46-633a-4f8a-86ba-b8951dea0ac0 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0592654 Apr 12 20:03:49.876461 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-176e443e-6823-4a17-a510-676c2454b185 req-694b980f-1eb4-4b50-941a-be8e18f2ee84 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725884 Apr 12 20:03:50.018660 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d367300b-7b54-499a-b943-eff32f89ff87 req-d2a08cf3-96c2-4478-b182-2f912897fc17 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0493844 Apr 12 20:03:50.405131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-79a1e17f-8169-4e1a-9f82-207afae9f0dc req-dc28d80e-546b-4967-8e9f-accfa6f15254 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0389471 Apr 12 20:03:50.819015 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5dd1fa43-0020-4c46-ae1f-2ab9f15db49f req-2254a294-9bbc-47d2-8771-ef418e9e6dfc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0626276 Apr 12 20:03:51.111241 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f90ed-4c99-4acf-a337-40e1620d6202 req-57f3feb2-8419-4a85-a894-62bf690d01ca tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:51.121188 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-808f90ed-4c99-4acf-a337-40e1620d6202 req-57f3feb2-8419-4a85-a894-62bf690d01ca tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.1347251 Apr 12 20:03:51.188642 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7f3a853c-3c51-4d7d-96d5-d5273ca63037 req-0d1aa939-d910-4709-aca8-e52dc4b906c7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0374744 Apr 12 20:03:51.224633 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-808f90ed-4c99-4acf-a337-40e1620d6202 req-a8837c6e-172f-4a58-a6c5-df7631c99cca tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022201 Apr 12 20:03:51.516850 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-09e4e6cb-56f7-403b-a663-37a789b73eb0 req-bd3fe636-1b52-49f3-ae9a-02738a35d6ed tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0360193 Apr 12 20:03:51.906926 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0eefd9e0-64f9-4c7e-92dc-d61d4c52b810 req-27e48a4e-8cf6-4c7f-8253-0267977047b2 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0272410 Apr 12 20:03:51.944106 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36702) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:52.060542 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b672-6cc4-4a1f-a6a6-f1784bb45572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.138200 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b672-6cc4-4a1f-a6a6-f1784bb45572 admin admin] Publish callbacks [] for security_group (ce3504ba-dc86-4d8c-bc79-9f217805ed51), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.144235 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b672-6cc4-4a1f-a6a6-f1784bb45572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ce3504ba-dc86-4d8c-bc79-9f217805ed51), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.190401 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36718) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:52.190979 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e5c9b672-6cc4-4a1f-a6a6-f1784bb45572 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4abd7e9277d0407ab548fd7a44396a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451649 Apr 12 20:03:52.191325 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9b672-6cc4-4a1f-a6a6-f1784bb45572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3504ba-dc86-4d8c-bc79-9f217805ed51,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:52.252598 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2c40-7ca7-415e-9481-dba03500697d admin admin] Publish callbacks [] for security_group (ce3504ba-dc86-4d8c-bc79-9f217805ed51), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.276747 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2c40-7ca7-415e-9481-dba03500697d admin admin] Publish callbacks [] for security_group (ce3504ba-dc86-4d8c-bc79-9f217805ed51), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.315136 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b6df458-621f-48db-b7c5-72abdee62b73 req-f057e0db-33e7-40e7-83f6-9572305b6c60 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0362582 Apr 12 20:03:52.381886 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37ef64-cd96-4156-9b68-6bae05b4d006 req-6b2e2440-2dbb-409c-acb9-fdcf916b4f98 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:52.384227 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fd37ef64-cd96-4156-9b68-6bae05b4d006 req-6b2e2440-2dbb-409c-acb9-fdcf916b4f98 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0533347 Apr 12 20:03:52.413287 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2c40-7ca7-415e-9481-dba03500697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ce3504ba-dc86-4d8c-bc79-9f217805ed51), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.416197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2c40-7ca7-415e-9481-dba03500697d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.420194 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c6ee2c40-7ca7-415e-9481-dba03500697d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce3504ba-dc86-4d8c-bc79-9f217805ed51 HTTP/1.1" status: 204 len: 168 time: 0.2271252 Apr 12 20:03:52.436828 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee2c40-7ca7-415e-9481-dba03500697d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3504ba-dc86-4d8c-bc79-9f217805ed51,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:52.478604 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fd37ef64-cd96-4156-9b68-6bae05b4d006 req-e3b64157-6ae0-48e7-b542-d712e98e5377 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805857 Apr 12 20:03:52.659270 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f2a060fd-3643-4523-85c6-6be1eee51fc5 req-af1da05c-135c-4645-8123-9da04d7fab45 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0645454 Apr 12 20:03:52.816382 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36746) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:52.833829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-750ae27c-e285-4202-b090-68892d090f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.861254 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3da229c-bba0-422b-b13d-3560e5e529e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.911141 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-750ae27c-e285-4202-b090-68892d090f8b admin admin] Publish callbacks [] for security_group (15cb34f8-440b-4cb4-ae33-fd35a760d808), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.915852 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-750ae27c-e285-4202-b090-68892d090f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (15cb34f8-440b-4cb4-ae33-fd35a760d808), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:52.954205 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-750ae27c-e285-4202-b090-68892d090f8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79cac14cd7d741bc9f8469d795653fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366153 Apr 12 20:03:52.955306 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae27c-e285-4202-b090-68892d090f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cb34f8-440b-4cb4-ae33-fd35a760d808,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:52.957033 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36750) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:52.999855 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3198a627-8c8c-4dc2-93a7-0247f99b55d7 req-b3ed180c-4deb-4cb7-91cb-7f1fe7f7ca0a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0274265 Apr 12 20:03:53.006020 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0217106-21be-41bf-a172-51caf2fcf4a4 admin admin] Publish callbacks [] for security_group (15cb34f8-440b-4cb4-ae33-fd35a760d808), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:53.027139 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0217106-21be-41bf-a172-51caf2fcf4a4 admin admin] Publish callbacks [] for security_group (15cb34f8-440b-4cb4-ae33-fd35a760d808), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:53.075013 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0217106-21be-41bf-a172-51caf2fcf4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (15cb34f8-440b-4cb4-ae33-fd35a760d808), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:53.077479 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0217106-21be-41bf-a172-51caf2fcf4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:53.078621 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d0217106-21be-41bf-a172-51caf2fcf4a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15cb34f8-440b-4cb4-ae33-fd35a760d808 HTTP/1.1" status: 204 len: 168 time: 0.1198368 Apr 12 20:03:53.086421 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0217106-21be-41bf-a172-51caf2fcf4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cb34f8-440b-4cb4-ae33-fd35a760d808,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:53.421228 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-07436609-c5ab-432e-8537-1d06e68510af req-46b00963-7b2c-4d5e-bc28-28e30e05ed02 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0301304 Apr 12 20:03:53.592443 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806aaf4-4e58-4c7c-86bb-d95b6c91f948 req-49a8467c-4f0b-4300-a4ef-29bb00ea1025 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:53.594008 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9806aaf4-4e58-4c7c-86bb-d95b6c91f948 req-49a8467c-4f0b-4300-a4ef-29bb00ea1025 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0477362 Apr 12 20:03:53.645853 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9806aaf4-4e58-4c7c-86bb-d95b6c91f948 req-e1a6ab41-2e6f-4b0d-957a-872140ecc819 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Apr 12 20:03:53.781819 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a5aaeae-f044-4b5b-8a2c-3de021868237 req-acfbab0c-90c3-4106-9c35-8396672e33dd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0317016 Apr 12 20:03:54.210796 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-88ba9354-e0e1-452b-ab28-056f1e0cc0ef req-6c602351-ab0e-4e21-b6b0-77e1825d8552 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0531359 Apr 12 20:03:54.215145 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1875b2-0e4d-4bc6-98fc-19892fdf8cd7 req-d19f1283-4de8-434f-a27c-2dcbc685bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:54.216785 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a1875b2-0e4d-4bc6-98fc-19892fdf8cd7 req-d19f1283-4de8-434f-a27c-2dcbc685bd93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dbd952250794383a214a262ae3573e0&device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 1127 time: 0.2158089 Apr 12 20:03:54.416344 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1875b2-0e4d-4bc6-98fc-19892fdf8cd7 req-40cd9a23-eb92-4aa2-9b15-b21d9e959ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:54.417849 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a1875b2-0e4d-4bc6-98fc-19892fdf8cd7 req-40cd9a23-eb92-4aa2-9b15-b21d9e959ccb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7dbd952250794383a214a262ae3573e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1932738 Apr 12 20:03:54.520962 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-039b8389-fdf5-48e0-936d-428b21e1f88f req-59646ce2-2307-4ab5-aa78-e5d979825483 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0300775 Apr 12 20:03:54.811117 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693dff0-62c8-4a2f-9a42-f4cf8aeaa5a4 req-f618c13b-ecae-482d-9a81-9d6e961d2559 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:54.812666 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5693dff0-62c8-4a2f-9a42-f4cf8aeaa5a4 req-f618c13b-ecae-482d-9a81-9d6e961d2559 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0940037 Apr 12 20:03:54.931916 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-974947e1-a811-4cfb-a684-c9fc56f595a5 req-653e88bb-2f57-4e82-bca1-b96d9744f068 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0668707 Apr 12 20:03:55.000270 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1875b2-0e4d-4bc6-98fc-19892fdf8cd7 req-00956f29-ddb6-46d3-810a-695388cc873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:55.001799 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a1875b2-0e4d-4bc6-98fc-19892fdf8cd7 req-00956f29-ddb6-46d3-810a-695388cc873c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2529812 Apr 12 20:03:55.006162 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5693dff0-62c8-4a2f-9a42-f4cf8aeaa5a4 req-b0cf8845-d648-424d-bf65-b556c50b7bee tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835599 Apr 12 20:03:55.070627 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:55.203027 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.60', 51914) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:55.233701 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-282592d5-24fe-424d-9fa2-4f7bc17ad1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:55.315270 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-1ddea9a5-ce19-4ecf-a162-5e9b96e85e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:55.317553 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-1ddea9a5-ce19-4ecf-a162-5e9b96e85e3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dbd952250794383a214a262ae3573e0&device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 1127 time: 0.1094689 Apr 12 20:03:55.386153 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a4f845db-b646-47d8-85f3-f0327e34d438 req-d7db3f01-9c78-4ba3-a6c1-df66b220b2e6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0377994 Apr 12 20:03:55.446466 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-b2d9e47e-9160-436e-bf67-6ccb0839ef75 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:55.448890 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-b2d9e47e-9160-436e-bf67-6ccb0839ef75 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 810 time: 0.2768719 Apr 12 20:03:55.452460 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.60', 51915) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:55.460551 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.60', 51916) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:55.662283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.60', 51919) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:55.672341 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-0f24074c-0892-4679-bb3f-25d78598b6b2 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c493f5c20b674a8d975fa993e3511f19 HTTP/1.1" status: 200 len: 380 time: 0.2037377 Apr 12 20:03:55.704048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'port': {'device_id': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'admin_state_up': True, 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'security_groups': ['a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:55.744871 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-30f3d583-9df7-4400-8fa5-df9fd3ce2507 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 HTTP/1.1" status: 200 len: 217 time: 0.2911477 Apr 12 20:03:55.954892 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b57d302d-6884-4160-9af6-6062fbdb1d26 req-579c8f63-c95c-4e13-95e2-f96dbeb3110a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0695417 Apr 12 20:03:55.958921 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Made reservation on behalf of c493f5c20b674a8d975fa993e3511f19 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:55.962777 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.125948 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36930) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:56.140702 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.238713 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e597e8e5-0db8-4b03-b4cc-72dd2b565777 req-df1993a1-afd5-4eaf-b957-3820868beb78 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.1135392 Apr 12 20:03:56.260582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b028641-b153-4157-89a4-e448a803178e req-7889e5e0-46e0-4f8f-95be-c6a6d7d4812e tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:56.262151 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b028641-b153-4157-89a4-e448a803178e req-7889e5e0-46e0-4f8f-95be-c6a6d7d4812e tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.1354129 Apr 12 20:03:56.299390 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Allocated IP 172.20.0.5 (968fd5d5-9867-4703-b127-c90bdb3ba04a/b36f830c-be90-4189-88bb-8ef8e336efa8/2cf51a0b-7850-469b-984b-04c9fec21f24) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:56.310129 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-75b7e156-5256-4ebd-bc60-250651eaf6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.331116 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-c658b04e-5f13-4814-bddf-83a8b1e4586b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:56.333496 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-c658b04e-5f13-4814-bddf-83a8b1e4586b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 816 time: 0.6827440 Apr 12 20:03:56.335067 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-c6040726-4dee-42b7-860a-864d01a54d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:56.336486 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-c6040726-4dee-42b7-860a-864d01a54d31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df1730fd-eb60-4861-93cc-0dc8d87dbcde HTTP/1.1" status: 200 len: 851 time: 0.5624955 Apr 12 20:03:56.373283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-bdb1053c-3016-4ed8-af9e-76e5de4f1c02 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:56.374811 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-bdb1053c-3016-4ed8-af9e-76e5de4f1c02 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 819 time: 0.8434470 Apr 12 20:03:56.380827 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b028641-b153-4157-89a4-e448a803178e req-efa022c5-5e27-4d0c-9d71-271bd8bb42b3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116607 Apr 12 20:03:56.421497 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:03:56.582464 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-2c2103c5-49eb-45a6-b62a-f34a0a43c689 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:56.584130 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-2c2103c5-49eb-45a6-b62a-f34a0a43c689 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 819 time: 0.8945560 Apr 12 20:03:56.610436 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'port': {'device_id': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'admin_state_up': True, 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:56.619542 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'port': {'device_id': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'admin_state_up': True, 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:56.624142 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-b8706632-2186-4d34-9aa5-c3c02cd75b03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2484329 Apr 12 20:03:56.654653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5edbe359-bf53-4714-a2aa-0a986fcbf669 req-02e97e41-5410-466b-af2e-8214f3769cd6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0668440 Apr 12 20:03:56.735354 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-75b7e156-5256-4ebd-bc60-250651eaf6aa admin admin] Publish callbacks [] for security_group (51df8e68-0890-40a1-bca2-9f3d18359baa), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.747794 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-75b7e156-5256-4ebd-bc60-250651eaf6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (51df8e68-0890-40a1-bca2-9f3d18359baa), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.767915 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.797373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e156-5256-4ebd-bc60-250651eaf6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51df8e68-0890-40a1-bca2-9f3d18359baa,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:56.804489 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-75b7e156-5256-4ebd-bc60-250651eaf6aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc7c2af4774d4548a29ef2d88da7a031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6748891 Apr 12 20:03:56.812235 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 36956) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:56.857443 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.871077 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-f554c178-5830-4880-b583-1cd60e8191fb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 378 time: 0.4941838 Apr 12 20:03:56.914927 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-38173f22-48fd-4b09-ae52-008c654f22ff service neutron] 10.222.0.60 "GET /v2.0/networks/864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693615 Apr 12 20:03:56.937658 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:56.939343 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Made reservation on behalf of b2e93dcd7cea4884b0e54767d547a76b for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:56.939745 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'Port': ['ID=2cf51a0b-7850-469b-984b-04c9fec21f24,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:56.943058 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.943208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:56.946863 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Made reservation on behalf of b2e93dcd7cea4884b0e54767d547a76b for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:56.951217 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.965430 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffc95-7360-49d6-af5c-8c89034ec5f7 admin admin] Publish callbacks [] for security_group (51df8e68-0890-40a1-bca2-9f3d18359baa), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:56.967974 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'port': {'device_id': '461bd5db-fff4-44b8-b080-bc69554d765c', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'admin_state_up': True, 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'security_groups': ['0b7be9fe-0389-4d4d-b635-ac0394490dee']}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:56.968193 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:56.973561 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:56.974190 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.007366 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-06c1f3c3-76ed-402e-bec2-5aba365b30a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3323328 Apr 12 20:03:57.009317 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffc95-7360-49d6-af5c-8c89034ec5f7 admin admin] Publish callbacks [] for security_group (51df8e68-0890-40a1-bca2-9f3d18359baa), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.021222 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Request body: {'port': {'device_id': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:57.135161 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.139398 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-967a92cc-243f-4a88-a57b-95b9f6ab5717 req-4f4a7f94-5c35-4bb6-8384-e0ee596451f0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0829802 Apr 12 20:03:57.258192 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffc95-7360-49d6-af5c-8c89034ec5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (51df8e68-0890-40a1-bca2-9f3d18359baa), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.258805 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-161b87fd-866b-4dac-8cd6-2b01d3bb0d68 None None] Provisioning complete for port 2cf51a0b-7850-469b-984b-04c9fec21f24 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:57.259260 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-161b87fd-866b-4dac-8cd6-2b01d3bb0d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.261248 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a6ffc95-7360-49d6-af5c-8c89034ec5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.261949 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6a6ffc95-7360-49d6-af5c-8c89034ec5f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51df8e68-0890-40a1-bca2-9f3d18359baa HTTP/1.1" status: 204 len: 168 time: 0.4178755 Apr 12 20:03:57.276552 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ffc95-7360-49d6-af5c-8c89034ec5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df8e68-0890-40a1-bca2-9f3d18359baa,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:57.324648 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-161b87fd-866b-4dac-8cd6-2b01d3bb0d68 None None] Port 2cf51a0b-7850-469b-984b-04c9fec21f24 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:57.391306 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-6f1de6af-3117-4199-8c0c-6766eb5439fe service neutron] 10.222.0.60 "GET /v2.0/networks/864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280176 Apr 12 20:03:57.422372 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3223b4c7-9978-44c9-a330-f77942bf8540 req-d465cf04-064f-4682-abb3-68d684a55373 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 210 time: 0.0436952 Apr 12 20:03:57.441950 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Allocated IP 172.20.0.13 (517ca231-edc3-44bd-93c0-c3bf7073e0a0/f709181a-b926-4f7a-a616-66536122e6c4/9ba3bd1a-99a9-420e-bb5a-4ef90e053189) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:57.454175 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Made reservation on behalf of 1e08f32dfe314c9692199ab5c8939114 for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:03:57.458075 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.577945 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf51a0b-7850-469b-984b-04c9fec21f24 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:03:57.605157 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.607802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Publish callbacks [] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.622824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42478-2d63-4082-a1bb-32856c51dafe req-1014bc1c-57f1-4d6d-8316-28044e070d1a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:57.624390 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2d42478-2d63-4082-a1bb-32856c51dafe req-1014bc1c-57f1-4d6d-8316-28044e070d1a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0914989 Apr 12 20:03:57.641378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Transition to ACTIVE for port object 2cf51a0b-7850-469b-984b-04c9fec21f24 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:03:57.650914 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.724534 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Allocated IP 172.20.0.10 (2084eaf6-c238-44a2-bd23-7cfc284336e5/470891e0-009c-408e-a107-8598bddbcaff/faa4bbdd-a1b2-4844-9345-3fa2bdcee56b) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:57.738768 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2d42478-2d63-4082-a1bb-32856c51dafe req-6e9b8890-dc50-456a-85d3-181115fa2b11 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020217 Apr 12 20:03:57.745268 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf51a0b-7850-469b-984b-04c9fec21f24,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:57.750817 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.758374 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 36992) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:57.796359 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Attempting to bind port 2cf51a0b-7850-469b-984b-04c9fec21f24 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:03:57.796710 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Attempting to bind port 2cf51a0b-7850-469b-984b-04c9fec21f24 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:03:57.797057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Attempting to bind port 2cf51a0b-7850-469b-984b-04c9fec21f24 on network 968fd5d5-9867-4703-b127-c90bdb3ba04a {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:57.803197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Port 2cf51a0b-7850-469b-984b-04c9fec21f24 on network 968fd5d5-9867-4703-b127-c90bdb3ba04a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:03:57.803550 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Attempting to bind port 2cf51a0b-7850-469b-984b-04c9fec21f24 on network 968fd5d5-9867-4703-b127-c90bdb3ba04a {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:03:57.810004 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:03:57.810397 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Checking segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:03:57.810792 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Bound using segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:03:57.811235 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Bound port: 2cf51a0b-7850-469b-984b-04c9fec21f24, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:03:57.811737 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.812871 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5d239ee-8e12-4738-aa88-de17c273d75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:57.964482 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dc78-5a70-43b6-a00f-48c7154519ac req-3baa110a-0647-402b-9267-0420fe6803de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:57.966688 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-faa7dc78-5a70-43b6-a00f-48c7154519ac req-3baa110a-0647-402b-9267-0420fe6803de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0930371 Apr 12 20:03:58.031988 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] For port 2cf51a0b-7850-469b-984b-04c9fec21f24, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:03:58.057528 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] For port 2cf51a0b-7850-469b-984b-04c9fec21f24, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2cf51a0b-7850-469b-984b-04c9fec21f24,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:03:58.063765 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.063930 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-faa7dc78-5a70-43b6-a00f-48c7154519ac req-c1fa7a81-fa7b-4d0b-a016-3670113c7c71 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888000 Apr 12 20:03:58.074495 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Allocated IP 172.20.0.3 (517ca231-edc3-44bd-93c0-c3bf7073e0a0/f709181a-b926-4f7a-a616-66536122e6c4/6d147cb2-11fa-4753-bea1-bfddb958ebf6) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:03:58.079686 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.120721 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:58.121346 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.123128 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 200 len: 1093 time: 1.1059992 Apr 12 20:03:58.126493 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:03:58.128876 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d675af1-52e8-48c1-b205-477030da9a92" -d '{"events": [{"name": "network-changed", "server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:03:58.168155 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3cd1-1c59-406b-84de-0e6914f5d5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf51a0b-7850-469b-984b-04c9fec21f24,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:58.201743 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f409f0-2aba-439e-89f0-4b5af6d20286 x-openstack-request-id: req-18f409f0-2aba-439e-89f0-4b5af6d20286 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:03:58.202098 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:03:58.202343 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18f409f0-2aba-439e-89f0-4b5af6d20286 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:03:58.202749 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f409f0-2aba-439e-89f0-4b5af6d20286'] response: {'name': 'network-changed', 'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'status': 'completed', 'code': 200} Apr 12 20:03:58.224117 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'Port': ['ID=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:58.244668 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:58.277673 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:58.301793 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:58.307387 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:58.308307 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.313453 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.321890 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-25c0fe15-e22e-41ad-a981-de652b59da54 req-c2a6e3eb-348e-4150-9c4f-ace742555cc0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0645390 Apr 12 20:03:58.368784 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5d239ee-8e12-4738-aa88-de17c273d75f admin admin] Publish callbacks [] for security_group (86ca2f8e-a970-474f-9824-1c5893b73d02), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.382916 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5d239ee-8e12-4738-aa88-de17c273d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (86ca2f8e-a970-474f-9824-1c5893b73d02), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.411488 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-64bf8f75-85cd-40b7-8e2d-b04a4e035434 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8058572 Apr 12 20:03:58.486015 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f5d239ee-8e12-4738-aa88-de17c273d75f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae609fc9b31b4f7f94417e31075255c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7251613 Apr 12 20:03:58.489169 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37024) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:58.521510 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d239ee-8e12-4738-aa88-de17c273d75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ca2f8e-a970-474f-9824-1c5893b73d02,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:58.526040 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37026) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:58.550963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.602018 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-cf270a4a-c2eb-431d-846b-25e3fc36ae18 None None] Provisioning complete for port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:58.602593 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-cf270a4a-c2eb-431d-846b-25e3fc36ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.606548 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80357aab-10ac-49a8-a832-88e5ef00130c req-68d156c7-a9fb-41ba-a8f6-d879e4c46385 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:58.608255 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-80357aab-10ac-49a8-a832-88e5ef00130c req-68d156c7-a9fb-41ba-a8f6-d879e4c46385 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 932 time: 0.0767899 Apr 12 20:03:58.625831 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d4456f1e-7ca6-4f1c-a6fa-34cc7f4a99e9 admin admin] Publish callbacks [] for security_group (86ca2f8e-a970-474f-9824-1c5893b73d02), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.642650 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-cf270a4a-c2eb-431d-846b-25e3fc36ae18 None None] Port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:58.673630 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d4456f1e-7ca6-4f1c-a6fa-34cc7f4a99e9 admin admin] Publish callbacks [] for security_group (86ca2f8e-a970-474f-9824-1c5893b73d02), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.693880 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-80357aab-10ac-49a8-a832-88e5ef00130c req-c5ba928e-f320-491f-a1e4-9ae37ab75d67 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773439 Apr 12 20:03:58.734278 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d4456f1e-7ca6-4f1c-a6fa-34cc7f4a99e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (86ca2f8e-a970-474f-9824-1c5893b73d02), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.736960 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d4456f1e-7ca6-4f1c-a6fa-34cc7f4a99e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.738156 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d4456f1e-7ca6-4f1c-a6fa-34cc7f4a99e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86ca2f8e-a970-474f-9824-1c5893b73d02 HTTP/1.1" status: 204 len: 168 time: 0.2479050 Apr 12 20:03:58.747002 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4456f1e-7ca6-4f1c-a6fa-34cc7f4a99e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ca2f8e-a970-474f-9824-1c5893b73d02,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:58.799235 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e2f200b2-ef9d-489b-87c6-ff37f32de24b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.826725 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:58.833703 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.835275 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:58.837124 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:58.839335 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:58.844484 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:58.845028 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.880571 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9ef4f-f646-48a0-bfb3-ca7c28a3da40 req-79deb34d-3565-482a-918b-ef0b8f28b150 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:58.882245 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-54e9ef4f-f646-48a0-bfb3-ca7c28a3da40 req-79deb34d-3565-482a-918b-ef0b8f28b150 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.0609140 Apr 12 20:03:58.884100 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-33a8e1f6-369e-4ce9-b528-1aaf2bb93ae8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9299493 Apr 12 20:03:58.939007 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.963531 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:03:58.967252 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-54e9ef4f-f646-48a0-bfb3-ca7c28a3da40 req-577332bd-ce2c-4503-89a2-f09660bec692 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784290 Apr 12 20:03:58.971734 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:58.980494 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:03:59.010574 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:03:59.015928 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:59.016558 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.086654 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e2f200b2-ef9d-489b-87c6-ff37f32de24b admin admin] Publish callbacks [] for security_group (3b07e862-b351-4e86-9386-ea4c1cc866ff), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.087744 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4809790 Apr 12 20:03:59.094556 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e2f200b2-ef9d-489b-87c6-ff37f32de24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (3b07e862-b351-4e86-9386-ea4c1cc866ff), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.100360 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa368a09-be3b-4a4c-b6ac-145569590d5d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'Port': ['ID=6d147cb2-11fa-4753-bea1-bfddb958ebf6,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:59.152578 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f200b2-ef9d-489b-87c6-ff37f32de24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b07e862-b351-4e86-9386-ea4c1cc866ff,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:59.157397 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e2f200b2-ef9d-489b-87c6-ff37f32de24b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84adc5c7b1c04f7cbc509edf5fc6fa44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6303346 Apr 12 20:03:59.160413 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37046) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:59.199774 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-89aef621-c6e1-42a5-a111-ee46f40ead44 None None] Provisioning complete for port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:59.209285 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-89aef621-c6e1-42a5-a111-ee46f40ead44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.238236 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7d7-d915-44af-9ea2-f2ad8b2fa4cb admin admin] Publish callbacks [] for security_group (3b07e862-b351-4e86-9386-ea4c1cc866ff), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.287529 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7d7-d915-44af-9ea2-f2ad8b2fa4cb admin admin] Publish callbacks [] for security_group (3b07e862-b351-4e86-9386-ea4c1cc866ff), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.294785 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-89aef621-c6e1-42a5-a111-ee46f40ead44 None None] Port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:59.309571 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca125a-a92e-4a28-8919-cda044c212d9 req-1c085a87-0039-45bb-9801-805db4cec594 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:59.311116 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2cca125a-a92e-4a28-8919-cda044c212d9 req-1c085a87-0039-45bb-9801-805db4cec594 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.1147211 Apr 12 20:03:59.356337 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7d7-d915-44af-9ea2-f2ad8b2fa4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (3b07e862-b351-4e86-9386-ea4c1cc866ff), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.359973 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e0cb7d7-d915-44af-9ea2-f2ad8b2fa4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.362263 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9e0cb7d7-d915-44af-9ea2-f2ad8b2fa4cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b07e862-b351-4e86-9386-ea4c1cc866ff HTTP/1.1" status: 204 len: 168 time: 0.2006290 Apr 12 20:03:59.372438 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cb7d7-d915-44af-9ea2-f2ad8b2fa4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b07e862-b351-4e86-9386-ea4c1cc866ff,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:59.373438 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2cca125a-a92e-4a28-8919-cda044c212d9 req-f5260d04-1aa7-43e8-ae3d-801ee4f29321 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561426 Apr 12 20:03:59.416780 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d79d53de-4bc1-4547-aee5-e74de57f448a None None] Provisioning complete for port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:59.417179 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d79d53de-4bc1-4547-aee5-e74de57f448a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.460875 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d79d53de-4bc1-4547-aee5-e74de57f448a None None] Port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:03:59.476157 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b74f6-2bda-4f8e-9880-1202caca3f03 req-1eabd634-e9ec-4ae3-8b1c-db0cc5a02c1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:59.477965 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cc7b74f6-2bda-4f8e-9880-1202caca3f03 req-1eabd634-e9ec-4ae3-8b1c-db0cc5a02c1b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 932 time: 0.0594575 Apr 12 20:03:59.532104 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cc7b74f6-2bda-4f8e-9880-1202caca3f03 req-1b3fc435-daf5-4f8e-aa39-4200622c8238 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478044 Apr 12 20:03:59.627836 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37068) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:59.734105 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37076) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:59.750923 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-96e61332-04ee-4d98-9ba5-aa212edac5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.816569 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a36c-be91-447a-b361-48578be4ab3f req-51dd8033-32d8-4b16-bc08-ee37b10d422f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:59.818088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-db07a36c-be91-447a-b361-48578be4ab3f req-51dd8033-32d8-4b16-bc08-ee37b10d422f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 932 time: 0.0544860 Apr 12 20:03:59.860164 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-96e61332-04ee-4d98-9ba5-aa212edac5bd admin admin] Publish callbacks [] for security_group (e72cf822-0619-4c60-81c3-3786e3419e46), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.865553 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-96e61332-04ee-4d98-9ba5-aa212edac5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e72cf822-0619-4c60-81c3-3786e3419e46), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.881784 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-db07a36c-be91-447a-b361-48578be4ab3f req-2d795ce2-d286-457c-9c50-cc5710426b25 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Apr 12 20:03:59.919506 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-96e61332-04ee-4d98-9ba5-aa212edac5bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6063e5136e14b21b2601022f7999a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840479 Apr 12 20:03:59.921504 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4523b528-5979-42f7-a5eb-c27c6168a8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:59.922710 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37082) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:59.924500 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61332-04ee-4d98-9ba5-aa212edac5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72cf822-0619-4c60-81c3-3786e3419e46,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:59.960246 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Request body: {'port': {'device_id': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:59.968665 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Request body: {'port': {'device_id': '461bd5db-fff4-44b8-b080-bc69554d765c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:59.975476 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Request body: {'port': {'device_id': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:04:00.020863 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675af1-52e8-48c1-b205-477030da9a92 req-98255cb0-d3fe-46f4-95e1-33e23ca9a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.022332 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7d675af1-52e8-48c1-b205-477030da9a92 req-98255cb0-d3fe-46f4-95e1-33e23ca9a763 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1127 time: 0.0550461 Apr 12 20:04:00.023341 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-14d1435d-fddd-4e3c-b8f2-43d0f50f6ba3 admin admin] Publish callbacks [] for security_group (e72cf822-0619-4c60-81c3-3786e3419e46), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.090780 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-14d1435d-fddd-4e3c-b8f2-43d0f50f6ba3 admin admin] Publish callbacks [] for security_group (e72cf822-0619-4c60-81c3-3786e3419e46), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.171179 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.172916 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.195428 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0511bf-0ef6-4809-bdbc-135774929cf3 req-a797fec2-b75c-4ce4-8528-8c307c846c94 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.196990 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ca0511bf-0ef6-4809-bdbc-135774929cf3 req-a797fec2-b75c-4ce4-8528-8c307c846c94 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 943 time: 0.1227374 Apr 12 20:04:00.197652 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.221767 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4523b528-5979-42f7-a5eb-c27c6168a8b6 admin admin] Publish callbacks [] for security_group (66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.223828 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675af1-52e8-48c1-b205-477030da9a92 req-a64f0855-5c76-45cf-8364-c8a247bbe2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.225321 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7d675af1-52e8-48c1-b205-477030da9a92 req-a64f0855-5c76-45cf-8364-c8a247bbe2ae service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c493f5c20b674a8d975fa993e3511f19&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1909754 Apr 12 20:04:00.248298 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4523b528-5979-42f7-a5eb-c27c6168a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.282241 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-14d1435d-fddd-4e3c-b8f2-43d0f50f6ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e72cf822-0619-4c60-81c3-3786e3419e46), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.285593 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-14d1435d-fddd-4e3c-b8f2-43d0f50f6ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.286751 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-14d1435d-fddd-4e3c-b8f2-43d0f50f6ba3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e72cf822-0619-4c60-81c3-3786e3419e46 HTTP/1.1" status: 204 len: 168 time: 0.3622460 Apr 12 20:04:00.336778 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1435d-fddd-4e3c-b8f2-43d0f50f6ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72cf822-0619-4c60-81c3-3786e3419e46,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:00.345269 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ca0511bf-0ef6-4809-bdbc-135774929cf3 req-087e6494-08f2-47d4-ade1-c2ca4108ccf2 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296792 Apr 12 20:04:00.381508 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675af1-52e8-48c1-b205-477030da9a92 req-0ace2c4a-2df5-4cda-bb3b-0ad9441b4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.383095 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7d675af1-52e8-48c1-b205-477030da9a92 req-0ace2c4a-2df5-4cda-bb3b-0ad9441b4f07 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466851 Apr 12 20:04:00.521944 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-a388be7a-ac4d-4b7f-8fd0-c5ea40f43e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.524211 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-a388be7a-ac4d-4b7f-8fd0-c5ea40f43e00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1127 time: 0.0994260 Apr 12 20:04:00.575963 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:04:00.674279 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-411b15d8-4791-4cb7-a740-e1b4ee352b77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 200 len: 217 time: 0.1422348 Apr 12 20:04:00.693741 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c2a66-de82-4867-8c7b-ae47b4d5ccf6 req-222c49de-d8a0-476d-b281-56f2e39cf17c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.695122 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fb3c2a66-de82-4867-8c7b-ae47b4d5ccf6 req-222c49de-d8a0-476d-b281-56f2e39cf17c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.2225320 Apr 12 20:04:00.731877 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523b528-5979-42f7-a5eb-c27c6168a8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:00.766544 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,segment=NetworkSegment(90cd1661-506f-4ee6-b043-469c2414ce3d),segment_id=90cd1661-506f-4ee6-b043-469c2414ce3d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:00.785984 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1', 'network_id': '864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0', 'port_id': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1', 'mac_address': 'fa:16:3e:87:d1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1730fd-eb60-4861-93cc-0dc8d87dbcde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:04:00.806332 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-4523b528-5979-42f7-a5eb-c27c6168a8b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0980d80d7f544f0c80e6ce46d8316faa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1742632 Apr 12 20:04:00.812455 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37122) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:00.844453 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-290a1647-1e61-4fba-9ef8-1270cca746bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.845914 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-290a1647-1e61-4fba-9ef8-1270cca746bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0687909 Apr 12 20:04:00.853864 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dd0fc-8429-4699-b942-7ccaf72e1aa1 req-1eb6c8f3-8494-4e02-ae29-d13f706dea11 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.855349 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de7dd0fc-8429-4699-b942-7ccaf72e1aa1 req-1eb6c8f3-8494-4e02-ae29-d13f706dea11 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 932 time: 0.1776128 Apr 12 20:04:00.862565 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:00.867481 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:00.924143 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:00.951359 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,segment=NetworkSegment(90cd1661-506f-4ee6-b043-469c2414ce3d),segment_id=90cd1661-506f-4ee6-b043-469c2414ce3d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:00.955638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-107e2db4-072d-4cae-860a-13f0376407f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:00.957345 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-107e2db4-072d-4cae-860a-13f0376407f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011133 Apr 12 20:04:00.959343 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.052080 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fb3c2a66-de82-4867-8c7b-ae47b4d5ccf6 req-0620a60c-62b2-4fa0-b6df-4ea49315b456 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098217 Apr 12 20:04:01.056777 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3c2abe8e-240e-44d9-a7d5-e7ac302fc1c7 admin admin] Publish callbacks [] for security_group (66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.075975 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:01.095298 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de7dd0fc-8429-4699-b942-7ccaf72e1aa1 req-7fb0564e-7aa6-44e4-bc8d-6e648d3e5761 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2158797 Apr 12 20:04:01.133960 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-cf538db1-420d-48b6-8956-44c6ec242384 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698148 Apr 12 20:04:01.186629 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa4bbdd-a1b2-4844-9345-3fa2bdcee56b {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:01.199170 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3c2abe8e-240e-44d9-a7d5-e7ac302fc1c7 admin admin] Publish callbacks [] for security_group (66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.210978 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Publish callbacks [] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.239444 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:01.266363 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Publish callbacks [] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.271596 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Transition to ACTIVE for port object faa4bbdd-a1b2-4844-9345-3fa2bdcee56b will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:04:01.278284 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70555a-2a51-49dd-b807-73af2e50df65 req-934c23d7-ca37-4a25-8b55-7eedafdb4719 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:01.284886 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.293286 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de70555a-2a51-49dd-b807-73af2e50df65 req-934c23d7-ca37-4a25-8b55-7eedafdb4719 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 932 time: 0.1184866 Apr 12 20:04:01.294811 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Transition to ACTIVE for port object 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:04:01.366076 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a2cd7a7-6b8a-4c84-a155-74d1f6a57f37 req-3aa275a8-0553-4270-bd23-af1f888f44fa service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249711 Apr 12 20:04:01.375774 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de70555a-2a51-49dd-b807-73af2e50df65 req-08dc2e80-29b5-4f15-8646-e2e9da65b454 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814991 Apr 12 20:04:01.396398 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.527143 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3c2abe8e-240e-44d9-a7d5-e7ac302fc1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.529910 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3c2abe8e-240e-44d9-a7d5-e7ac302fc1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.530591 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1451b-5c04-4b1b-b1cd-b3f6202aba45 req-551a978d-a927-4d20-afef-b1358402e893 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:01.531367 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-3c2abe8e-240e-44d9-a7d5-e7ac302fc1c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1 HTTP/1.1" status: 204 len: 168 time: 0.7165904 Apr 12 20:04:01.532292 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-76e1451b-5c04-4b1b-b1cd-b3f6202aba45 req-551a978d-a927-4d20-afef-b1358402e893 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0628767 Apr 12 20:04:01.558093 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Attempting to bind port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:04:01.558613 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Attempting to bind port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:04:01.559119 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Attempting to bind port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:04:01.587641 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:01.610484 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2abe8e-240e-44d9-a7d5-e7ac302fc1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e6b4fc-3963-4c3e-9aa4-57ad6ec703b1,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:01.612383 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:04:01.612864 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Attempting to bind port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:04:01.649050 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-76e1451b-5c04-4b1b-b1cd-b3f6202aba45 req-581d2c47-a030-4bb7-b619-24f634e4e71a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093729 Apr 12 20:04:01.665094 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:04:01.665416 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Checking segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:04:01.665966 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Bound using segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:04:01.666411 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Bound port: faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:04:01.666780 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:01.718276 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Attempting to bind port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:04:01.718861 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Attempting to bind port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:04:01.719180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Attempting to bind port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:04:01.721163 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Pushing event updated for resources: {'Port': ['ID=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:01.761486 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:04:01.762526 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Attempting to bind port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:04:01.789549 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:04:01.790128 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Checking segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:04:01.790678 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Bound using segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:04:01.791270 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Bound port: 9ba3bd1a-99a9-420e-bb5a-4ef90e053189, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:04:01.791792 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.039167 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37168) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:02.042903 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:04:02.049213 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d147cb2-11fa-4753-bea1-bfddb958ebf6 {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:02.054380 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcff1-7120-4e80-b5f0-500e34f81512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.071274 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Publish callbacks [] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.089958 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:04:02.114171 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.117279 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Transition to ACTIVE for port object 6d147cb2-11fa-4753-bea1-bfddb958ebf6 will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:04:02.178577 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] For port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:04:02.189402 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.222706 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:02.223358 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.233412 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] 10.222.0.60 "PUT /v2.0/ports/faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 1094 time: 2.2797656 Apr 12 20:04:02.236416 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:04:02.316783 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] For port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:04:02.349086 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.351935 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f9482-95c9-4a0a-ad60-6294eebebace service neutron] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:02.443371 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:02.444238 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.445858 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] 10.222.0.60 "PUT /v2.0/ports/9ba3bd1a-99a9-420e-bb5a-4ef90e053189 HTTP/1.1" status: 200 len: 1094 time: 2.4944546 Apr 12 20:04:02.472006 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Attempting to bind port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:04:02.472594 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Attempting to bind port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:04:02.473066 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Attempting to bind port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:04:02.477043 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Pushing event updated for resources: {'Port': ['ID=6d147cb2-11fa-4753-bea1-bfddb958ebf6,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:02.484052 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:04:02.484906 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Attempting to bind port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:04:02.518839 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:04:02.519144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Checking segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:04:02.523998 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Bound using segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:04:02.524531 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Bound port: 6d147cb2-11fa-4753-bea1-bfddb958ebf6, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:04:02.524898 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.531158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcff1-7120-4e80-b5f0-500e34f81512 admin admin] Publish callbacks [] for security_group (146d0069-3d5a-48ec-aff3-f89a95a1842f), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.610308 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a4f5f-e72e-4fe7-9ef4-4ef0a165c00d service neutron] Pushing event updated for resources: {'Port': ['ID=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:02.625368 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1140b-edaa-44d9-b826-ddfb6d876bca req-e65d0599-00cb-4489-9bfc-32e40dd36602 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:02.627923 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84b1140b-edaa-44d9-b826-ddfb6d876bca req-e65d0599-00cb-4489-9bfc-32e40dd36602 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.4646971 Apr 12 20:04:02.637722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04704d-74ae-4a52-b36f-3a5765360ec8 req-cf342d13-1a45-46b4-b6d2-64b38d77a7db tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:02.647193 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4d04704d-74ae-4a52-b36f-3a5765360ec8 req-cf342d13-1a45-46b4-b6d2-64b38d77a7db tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.1111863 Apr 12 20:04:02.654112 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eb8dcff1-7120-4e80-b5f0-500e34f81512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (146d0069-3d5a-48ec-aff3-f89a95a1842f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.690422 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] For port 6d147cb2-11fa-4753-bea1-bfddb958ebf6, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:04:02.695019 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] For port 6d147cb2-11fa-4753-bea1-bfddb958ebf6, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:04:02.706060 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.759587 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4d04704d-74ae-4a52-b36f-3a5765360ec8 req-479bd641-48be-4e98-9895-2c2489eb8d25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109490 Apr 12 20:04:02.782439 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7ba92e-9d0e-4d47-8362-20d43220c44a" -d '{"events": [{"name": "network-changed", "server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:04:02.799424 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:02.800085 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.804759 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] 10.222.0.60 "PUT /v2.0/ports/6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 200 len: 1093 time: 2.8520586 Apr 12 20:04:02.824499 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dcff1-7120-4e80-b5f0-500e34f81512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146d0069-3d5a-48ec-aff3-f89a95a1842f,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:02.848817 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b6cfb-59a0-4619-8ee3-776e51182429 service neutron] Pushing event updated for resources: {'Port': ['ID=6d147cb2-11fa-4753-bea1-bfddb958ebf6,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:02.899842 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37200) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:02.900216 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-eb8dcff1-7120-4e80-b5f0-500e34f81512 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68b8c25fe83544b9a9caeb4487c0bae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8597293 Apr 12 20:04:02.975216 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed2d-195b-464f-a088-cc355b536539 admin admin] Publish callbacks [] for security_group (146d0069-3d5a-48ec-aff3-f89a95a1842f), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:02.992472 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84b1140b-edaa-44d9-b826-ddfb6d876bca req-0091ffd2-6a32-418a-b219-8a0c30f78e23 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409233 Apr 12 20:04:03.014984 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe77982-37d5-49d2-85e6-2be64b8d7c5c req-9ff8d636-5ddb-471d-8712-62d01ce8a862 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:03.016627 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dbe77982-37d5-49d2-85e6-2be64b8d7c5c req-9ff8d636-5ddb-471d-8712-62d01ce8a862 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.1741695 Apr 12 20:04:03.026637 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed2d-195b-464f-a088-cc355b536539 admin admin] Publish callbacks [] for security_group (146d0069-3d5a-48ec-aff3-f89a95a1842f), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:03.077685 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dbe77982-37d5-49d2-85e6-2be64b8d7c5c req-0f7b3c48-da91-49d6-bca0-80dafbbb7fda tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543411 Apr 12 20:04:03.105522 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed2d-195b-464f-a088-cc355b536539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (146d0069-3d5a-48ec-aff3-f89a95a1842f), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:03.109590 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ed2d-195b-464f-a088-cc355b536539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:03.110955 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9ae4ed2d-195b-464f-a088-cc355b536539 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/146d0069-3d5a-48ec-aff3-f89a95a1842f HTTP/1.1" status: 204 len: 168 time: 0.2101214 Apr 12 20:04:03.141516 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4ed2d-195b-464f-a088-cc355b536539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d0069-3d5a-48ec-aff3-f89a95a1842f,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:03.209752 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c122b1-efc1-4d9e-84c8-04a259346218 req-6e58a3a8-7b95-4884-9734-3188231e1584 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:03.211304 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e0c122b1-efc1-4d9e-84c8-04a259346218 req-6e58a3a8-7b95-4884-9734-3188231e1584 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0880151 Apr 12 20:04:03.319946 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e0c122b1-efc1-4d9e-84c8-04a259346218 req-8c62a4dc-723a-4972-b3a9-83ea4ea86878 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027331 Apr 12 20:04:03.366361 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2d8b8-026d-42a1-ac4c-d262ad5d5f13 x-openstack-request-id: req-43a2d8b8-026d-42a1-ac4c-d262ad5d5f13 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:04:03.366653 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:04:03.366901 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43a2d8b8-026d-42a1-ac4c-d262ad5d5f13 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:04:03.367365 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a2d8b8-026d-42a1-ac4c-d262ad5d5f13'] response: {'name': 'network-changed', 'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'status': 'completed', 'code': 200} Apr 12 20:04:03.885300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17a43c-aecd-4372-a13f-b3b4031af281 req-2a1f8dcd-2019-4210-a0b4-9e084f933e3b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:03.886700 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e17a43c-aecd-4372-a13f-b3b4031af281 req-2a1f8dcd-2019-4210-a0b4-9e084f933e3b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0582273 Apr 12 20:04:03.936013 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e17a43c-aecd-4372-a13f-b3b4031af281 req-58621950-3c88-406a-89c7-85aa855ba315 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430834 Apr 12 20:04:04.104014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ed29f-d879-4c42-882d-0a825350bf18 req-ef3af226-c56a-417f-9405-a376060d9c5c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:04.105468 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d3ed29f-d879-4c42-882d-0a825350bf18 req-ef3af226-c56a-417f-9405-a376060d9c5c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0512559 Apr 12 20:04:04.156222 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d3ed29f-d879-4c42-882d-0a825350bf18 req-87fb2469-8ce4-49aa-89a4-1a0d465bc53d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Apr 12 20:04:04.209913 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098aac1-2b3c-4ed2-b14b-27fa88587fe4 req-fa1e2e9f-c3da-4971-a062-408d906e4e63 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:04.211838 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b098aac1-2b3c-4ed2-b14b-27fa88587fe4 req-fa1e2e9f-c3da-4971-a062-408d906e4e63 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0545156 Apr 12 20:04:04.271777 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b098aac1-2b3c-4ed2-b14b-27fa88587fe4 req-fbab8ef8-5ce9-4588-b01b-9fe5b1bdc1e2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524430 Apr 12 20:04:04.427245 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ae1bb-400d-4ed6-8915-105c992eedc3 req-5879e571-d006-4a9a-97c4-0637e64d9249 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:04.428989 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df1ae1bb-400d-4ed6-8915-105c992eedc3 req-5879e571-d006-4a9a-97c4-0637e64d9249 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0500429 Apr 12 20:04:04.487605 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df1ae1bb-400d-4ed6-8915-105c992eedc3 req-ea7dff81-8775-4163-b24b-1e693a3305c3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508897 Apr 12 20:04:04.553004 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37288) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:04.575819 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37292) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:04.676430 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5d039479-b093-40f5-b64f-49353d974b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:04.705017 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c00af507-e769-4966-8646-0901ceeb2a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:04.719953 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:04:04.805609 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5d039479-b093-40f5-b64f-49353d974b6c admin admin] Publish callbacks [] for security_group (b9fafd31-86bf-40bb-94eb-b7c5d3e8443d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:04.812023 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5d039479-b093-40f5-b64f-49353d974b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (b9fafd31-86bf-40bb-94eb-b7c5d3e8443d), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:04.860009 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c00af507-e769-4966-8646-0901ceeb2a26 admin admin] Publish callbacks [] for security_group (e3ec5969-1523-41ef-98ed-fca0f6307968), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:04.867892 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c00af507-e769-4966-8646-0901ceeb2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e3ec5969-1523-41ef-98ed-fca0f6307968), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:04.871168 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d039479-b093-40f5-b64f-49353d974b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fafd31-86bf-40bb-94eb-b7c5d3e8443d,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:04.880033 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-5d039479-b093-40f5-b64f-49353d974b6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1a6f2e1f0084e209614778880180d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032041 Apr 12 20:04:04.882857 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37296) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:04.908653 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-c00af507-e769-4966-8646-0901ceeb2a26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e712f1c3b67645ff9f62e49611ae6de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545554 Apr 12 20:04:04.911511 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37298) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:04.913521 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00af507-e769-4966-8646-0901ceeb2a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ec5969-1523-41ef-98ed-fca0f6307968,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:04.968402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c1c89c4-eab1-4e82-91c0-01b1c8d1b478 admin admin] Publish callbacks [] for security_group (b9fafd31-86bf-40bb-94eb-b7c5d3e8443d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:04.995334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5fa2dc1a-afaa-4dcf-b205-0738dae1d05b admin admin] Publish callbacks [] for security_group (e3ec5969-1523-41ef-98ed-fca0f6307968), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.001182 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c1c89c4-eab1-4e82-91c0-01b1c8d1b478 admin admin] Publish callbacks [] for security_group (b9fafd31-86bf-40bb-94eb-b7c5d3e8443d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.059728 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5fa2dc1a-afaa-4dcf-b205-0738dae1d05b admin admin] Publish callbacks [] for security_group (e3ec5969-1523-41ef-98ed-fca0f6307968), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.097655 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bde95-c1cc-43d6-93b5-56d68fca320d req-e1a967e9-9d23-4865-ad2d-071a2e02a9aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:05.099110 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e87bde95-c1cc-43d6-93b5-56d68fca320d req-e1a967e9-9d23-4865-ad2d-071a2e02a9aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0829167 Apr 12 20:04:05.156090 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c1c89c4-eab1-4e82-91c0-01b1c8d1b478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (b9fafd31-86bf-40bb-94eb-b7c5d3e8443d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.158681 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c1c89c4-eab1-4e82-91c0-01b1c8d1b478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.159932 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2c1c89c4-eab1-4e82-91c0-01b1c8d1b478 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9fafd31-86bf-40bb-94eb-b7c5d3e8443d HTTP/1.1" status: 204 len: 168 time: 0.2741292 Apr 12 20:04:05.164624 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5fa2dc1a-afaa-4dcf-b205-0738dae1d05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e3ec5969-1523-41ef-98ed-fca0f6307968), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.167118 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5fa2dc1a-afaa-4dcf-b205-0738dae1d05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.168230 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5fa2dc1a-afaa-4dcf-b205-0738dae1d05b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3ec5969-1523-41ef-98ed-fca0f6307968 HTTP/1.1" status: 204 len: 168 time: 0.2558894 Apr 12 20:04:05.175301 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e87bde95-c1cc-43d6-93b5-56d68fca320d req-f7fad441-1098-4290-8b02-b86bda37f8a6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679448 Apr 12 20:04:05.176729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c89c4-eab1-4e82-91c0-01b1c8d1b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fafd31-86bf-40bb-94eb-b7c5d3e8443d,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:05.185860 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2dc1a-afaa-4dcf-b205-0738dae1d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ec5969-1523-41ef-98ed-fca0f6307968,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:05.323191 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dfeda-89b8-4589-b169-bc198f4c60de req-46ca3364-2154-4b58-8148-c30d6cd82411 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:05.325477 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c34dfeda-89b8-4589-b169-bc198f4c60de req-46ca3364-2154-4b58-8148-c30d6cd82411 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0647604 Apr 12 20:04:05.368624 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'tag': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189'}, {'name': 'network-changed', 'server_uuid': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'tag': '6d147cb2-11fa-4753-bea1-bfddb958ebf6'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:04:05.371890 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce212401-0c20-45e1-bdd7-4e411fd794d0" -d '{"events": [{"name": "network-changed", "server_uuid": "97b6c2fe-8b3e-4db3-8942-45015a61b45e", "tag": "9ba3bd1a-99a9-420e-bb5a-4ef90e053189"}, {"name": "network-changed", "server_uuid": "0c1d07ae-8b95-4925-bfd8-8e9623b96059", "tag": "6d147cb2-11fa-4753-bea1-bfddb958ebf6"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:04:05.415832 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c34dfeda-89b8-4589-b169-bc198f4c60de req-056b56c5-c87a-4458-a7d2-f2ef5f266b9b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840688 Apr 12 20:04:05.421762 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305b38d-5be5-4fee-ab1f-a8f95e7511d5 req-42b5c2a6-8f80-4ea8-a1b4-1d4fbef5f72e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:05.423327 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d305b38d-5be5-4fee-ab1f-a8f95e7511d5 req-42b5c2a6-8f80-4ea8-a1b4-1d4fbef5f72e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0659459 Apr 12 20:04:05.479993 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f228948-85fb-4f8d-a456-68a36c5ea563 x-openstack-request-id: req-2f228948-85fb-4f8d-a456-68a36c5ea563 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:04:05.480468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b6c2fe-8b3e-4db3-8942-45015a61b45e", "tag": "9ba3bd1a-99a9-420e-bb5a-4ef90e053189", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c1d07ae-8b95-4925-bfd8-8e9623b96059", "tag": "6d147cb2-11fa-4753-bea1-bfddb958ebf6", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:04:05.480725 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f228948-85fb-4f8d-a456-68a36c5ea563 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:04:05.481135 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f228948-85fb-4f8d-a456-68a36c5ea563'] response: {'name': 'network-changed', 'server_uuid': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'tag': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189', 'status': 'completed', 'code': 200} Apr 12 20:04:05.481395 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f228948-85fb-4f8d-a456-68a36c5ea563'] response: {'name': 'network-changed', 'server_uuid': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'tag': '6d147cb2-11fa-4753-bea1-bfddb958ebf6', 'status': 'completed', 'code': 200} Apr 12 20:04:05.498432 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d305b38d-5be5-4fee-ab1f-a8f95e7511d5 req-7764e11f-4b5d-4c52-91b2-ef8aee9a462f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672514 Apr 12 20:04:05.578906 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37330) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:05.594443 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4a9f79e4-7b1c-4a73-b74b-389b5b987778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.614453 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a12142-500b-4c5c-84c9-75e25ca37124 req-974872c7-86d2-4c69-94d1-2afda9ebe6a3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:05.621525 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-26a12142-500b-4c5c-84c9-75e25ca37124 req-974872c7-86d2-4c69-94d1-2afda9ebe6a3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0622280 Apr 12 20:04:05.665915 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-26a12142-500b-4c5c-84c9-75e25ca37124 req-dfd66d0a-45be-482a-b495-dd05191db510 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Apr 12 20:04:05.682867 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4a9f79e4-7b1c-4a73-b74b-389b5b987778 admin admin] Publish callbacks [] for security_group (33cfe307-4569-4a40-8015-37f9d2a24084), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.688466 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4a9f79e4-7b1c-4a73-b74b-389b5b987778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (33cfe307-4569-4a40-8015-37f9d2a24084), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.726326 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-4a9f79e4-7b1c-4a73-b74b-389b5b987778 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7271c9b104a4e21b9911af9264fb5a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457183 Apr 12 20:04:05.727294 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f79e4-7b1c-4a73-b74b-389b5b987778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cfe307-4569-4a40-8015-37f9d2a24084,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:05.729112 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37334) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:05.781892 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce38d486-65ed-4c74-b302-89d8d9cd9c3e admin admin] Publish callbacks [] for security_group (33cfe307-4569-4a40-8015-37f9d2a24084), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.804066 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce38d486-65ed-4c74-b302-89d8d9cd9c3e admin admin] Publish callbacks [] for security_group (33cfe307-4569-4a40-8015-37f9d2a24084), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.853694 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce38d486-65ed-4c74-b302-89d8d9cd9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (33cfe307-4569-4a40-8015-37f9d2a24084), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.856244 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce38d486-65ed-4c74-b302-89d8d9cd9c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:05.860518 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ce38d486-65ed-4c74-b302-89d8d9cd9c3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33cfe307-4569-4a40-8015-37f9d2a24084 HTTP/1.1" status: 204 len: 168 time: 0.1272480 Apr 12 20:04:05.865349 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38d486-65ed-4c74-b302-89d8d9cd9c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cfe307-4569-4a40-8015-37f9d2a24084,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:06.321320 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d6d4-8f29-4af3-aac2-cda52b0b31ae req-6fab5973-0916-4445-a625-32448076ffe4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:06.322840 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-00b6d6d4-8f29-4af3-aac2-cda52b0b31ae req-6fab5973-0916-4445-a625-32448076ffe4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0636628 Apr 12 20:04:06.372656 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-00b6d6d4-8f29-4af3-aac2-cda52b0b31ae req-af71afe4-631c-492e-a1c5-bd825955d293 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430818 Apr 12 20:04:06.538177 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc70b9-0974-4f46-9e47-db307327b727 req-c3b82e0b-faf1-48a5-a5fe-1b12518a7ebb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:06.545646 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-16bc70b9-0974-4f46-9e47-db307327b727 req-c3b82e0b-faf1-48a5-a5fe-1b12518a7ebb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0604632 Apr 12 20:04:06.661230 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-16bc70b9-0974-4f46-9e47-db307327b727 req-365e2070-a228-41d0-aabf-e54edead6911 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142545 Apr 12 20:04:06.682603 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ddfc5-d209-4db0-867a-e5444dfe7ac3 req-142d2ea4-3f8e-4d85-9ece-2fd875fca60d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:06.684276 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f52ddfc5-d209-4db0-867a-e5444dfe7ac3 req-142d2ea4-3f8e-4d85-9ece-2fd875fca60d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0656922 Apr 12 20:04:06.785783 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f52ddfc5-d209-4db0-867a-e5444dfe7ac3 req-96d6d2e9-9cf4-4989-b2c9-e0fc48745cf6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945561 Apr 12 20:04:06.806431 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583fee1-2a8e-488a-ad54-68000abf5c85 req-5318da6c-55e4-46c7-b53c-a68b557c16d9 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:06.808073 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3583fee1-2a8e-488a-ad54-68000abf5c85 req-5318da6c-55e4-46c7-b53c-a68b557c16d9 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0615513 Apr 12 20:04:06.864463 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3583fee1-2a8e-488a-ad54-68000abf5c85 req-3e6cd2a2-32f6-4a3b-aa8b-017f54301f12 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Apr 12 20:04:07.491609 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61604f07-23a9-4e13-b3ab-7d02e4acce61 req-45efd8b2-d1ab-4ba7-97c8-8e938ffc35f7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:07.493031 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-61604f07-23a9-4e13-b3ab-7d02e4acce61 req-45efd8b2-d1ab-4ba7-97c8-8e938ffc35f7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0459616 Apr 12 20:04:07.539804 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-61604f07-23a9-4e13-b3ab-7d02e4acce61 req-e0ab36b0-bd41-4019-9d8b-93a32a04de7b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409966 Apr 12 20:04:07.791738 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d97d16-7cab-4976-b7ce-c28ea9848f3b req-2cdae25c-9ddb-4dbf-a4ba-557fcbba6aa3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:07.793148 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d5d97d16-7cab-4976-b7ce-c28ea9848f3b req-2cdae25c-9ddb-4dbf-a4ba-557fcbba6aa3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0568242 Apr 12 20:04:07.840475 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d5d97d16-7cab-4976-b7ce-c28ea9848f3b req-b5c26290-1efb-4342-a18d-5dc28031c511 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Apr 12 20:04:07.898844 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad556ba-83aa-4b01-81c4-b7afbf1e8ba1 req-9b858784-f467-457d-bb8b-87c6606539f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:07.900451 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ad556ba-83aa-4b01-81c4-b7afbf1e8ba1 req-9b858784-f467-457d-bb8b-87c6606539f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0487318 Apr 12 20:04:07.973403 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ad556ba-83aa-4b01-81c4-b7afbf1e8ba1 req-ea346c0a-bf9f-447a-8e99-dc996a3a796b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Apr 12 20:04:07.986254 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9369-9d21-4766-8b20-0d1f4738ad9d req-9d134af4-d3b1-46e6-8d6d-8737228d8fbe tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:07.987739 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-272c9369-9d21-4766-8b20-0d1f4738ad9d req-9d134af4-d3b1-46e6-8d6d-8737228d8fbe tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0556676 Apr 12 20:04:08.036400 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-272c9369-9d21-4766-8b20-0d1f4738ad9d req-a175ecd0-98fa-4c9d-bfa2-f01a178656dc tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Apr 12 20:04:08.664424 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60bf24-4ac8-4ed2-8fbe-4d94a32d711c req-48fcf2f3-b577-4f00-8da5-834b20c0b373 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:08.665883 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d60bf24-4ac8-4ed2-8fbe-4d94a32d711c req-48fcf2f3-b577-4f00-8da5-834b20c0b373 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0454121 Apr 12 20:04:08.717175 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d60bf24-4ac8-4ed2-8fbe-4d94a32d711c req-4ab57d3e-a173-4995-ba35-8e59a3072125 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457349 Apr 12 20:04:08.964907 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df620c-d952-458e-9b02-a9de601659fc req-af656a3e-e83e-4139-a43d-830c81e2f152 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:08.966916 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-81df620c-d952-458e-9b02-a9de601659fc req-af656a3e-e83e-4139-a43d-830c81e2f152 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0528207 Apr 12 20:04:09.015967 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-81df620c-d952-458e-9b02-a9de601659fc req-db9796e2-d9fb-4181-9f80-a7106dd32664 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Apr 12 20:04:09.086992 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3a4e-e4b3-4de5-aa01-3d4edecd07c1 req-1b35e1f1-b1fd-4627-82a7-fc4bbf8aad71 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:09.088659 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36ce3a4e-e4b3-4de5-aa01-3d4edecd07c1 req-1b35e1f1-b1fd-4627-82a7-fc4bbf8aad71 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0478718 Apr 12 20:04:09.174651 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f71bf-7be4-436d-abe1-05173b2e407c req-338c21b6-d484-4945-aa48-0725abfdd8fd tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:09.176162 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cd9f71bf-7be4-436d-abe1-05173b2e407c req-338c21b6-d484-4945-aa48-0725abfdd8fd tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0687840 Apr 12 20:04:09.182778 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36ce3a4e-e4b3-4de5-aa01-3d4edecd07c1 req-b9ff5c5a-9a40-43f4-ba56-a2593ba975ef tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814965 Apr 12 20:04:09.224260 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cd9f71bf-7be4-436d-abe1-05173b2e407c req-67b6040f-5aa3-4a43-a818-f025dc653cbf tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Apr 12 20:04:09.834666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f0c24-7b4b-4995-8370-a7e8dd6742dd req-6450c5c6-78b3-4d95-8647-3cf9143efc05 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:09.836134 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-db5f0c24-7b4b-4995-8370-a7e8dd6742dd req-6450c5c6-78b3-4d95-8647-3cf9143efc05 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0458205 Apr 12 20:04:09.881971 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-db5f0c24-7b4b-4995-8370-a7e8dd6742dd req-5d733440-f87c-43aa-960b-e57c3cac419d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402639 Apr 12 20:04:10.137453 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95090813-bbc9-46ce-9160-59aeae8fe8e3 req-f42032cd-a3b9-4309-9530-2650b3cadc81 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:10.139150 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95090813-bbc9-46ce-9160-59aeae8fe8e3 req-f42032cd-a3b9-4309-9530-2650b3cadc81 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0499325 Apr 12 20:04:10.190518 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95090813-bbc9-46ce-9160-59aeae8fe8e3 req-6447ae41-6ca8-45ed-917c-bcbcfe9f9a29 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456407 Apr 12 20:04:10.299752 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7e9e-c948-4254-9707-83003fb11aba req-c660f398-668b-4a57-be7a-3fc5146db5ab tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:10.301250 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-97da7e9e-c948-4254-9707-83003fb11aba req-c660f398-668b-4a57-be7a-3fc5146db5ab tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0532022 Apr 12 20:04:10.367924 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a70f-f485-4f24-980f-387da45f24bb req-1a186e64-5f15-4226-9e21-5827ecf13f2a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:10.369718 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06a0a70f-f485-4f24-980f-387da45f24bb req-1a186e64-5f15-4226-9e21-5827ecf13f2a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 944 time: 0.0674415 Apr 12 20:04:10.399811 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-97da7e9e-c948-4254-9707-83003fb11aba req-fd3f6997-6331-4d7b-bd65-a953a9b173c7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877750 Apr 12 20:04:10.434791 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06a0a70f-f485-4f24-980f-387da45f24bb req-e16af2d2-ffa2-4c7b-ab13-239339c2d0cb tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576558 Apr 12 20:04:10.687966 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:04:10.744796 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:04:10.750889 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:10.751271 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:10.830155 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:10.830508 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:10.855983 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:04:10.922691 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,segment=NetworkSegment(90cd1661-506f-4ee6-b043-469c2414ce3d),segment_id=90cd1661-506f-4ee6-b043-469c2414ce3d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:10.930309 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:10.982778 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:11.013872 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7420ba-750e-449f-aa05-831e494ec0f0 req-4c981ab4-bca8-4315-a7a6-f8202e463fc1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:11.015755 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fc7420ba-750e-449f-aa05-831e494ec0f0 req-4c981ab4-bca8-4315-a7a6-f8202e463fc1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0561635 Apr 12 20:04:11.036193 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a3aa9-726c-4275-aabf-b073945c9302" -d '{"events": [{"server_uuid": "07d47136-1158-4b44-b71b-2adb0ce9ff49", "name": "network-vif-plugged", "status": "completed", "tag": "e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:04:11.070355 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fc7420ba-750e-449f-aa05-831e494ec0f0 req-6dae8c18-0376-4f88-9ce7-6efe8b698304 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484357 Apr 12 20:04:11.132478 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42abdb5-4edd-444e-9a69-5c7ab601546f x-openstack-request-id: req-c42abdb5-4edd-444e-9a69-5c7ab601546f {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:04:11.133289 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d47136-1158-4b44-b71b-2adb0ce9ff49", "name": "network-vif-plugged", "status": "completed", "tag": "e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:04:11.133532 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c42abdb5-4edd-444e-9a69-5c7ab601546f {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:04:11.134024 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42abdb5-4edd-444e-9a69-5c7ab601546f'] response: {'server_uuid': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1', 'code': 200} Apr 12 20:04:11.320685 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524c244-a66c-4f8b-8b9b-788241f81523 req-3024f898-419e-4d2f-875a-3985f630df0c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:11.322176 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f524c244-a66c-4f8b-8b9b-788241f81523 req-3024f898-419e-4d2f-875a-3985f630df0c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0461993 Apr 12 20:04:11.370508 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f524c244-a66c-4f8b-8b9b-788241f81523 req-40a4bc34-ba5a-43d0-8db5-385d8742f483 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Apr 12 20:04:11.559260 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9a9e-2615-4166-8ff5-790a19769605 req-9c494b4b-d75e-4de3-8c94-878d8b05ec32 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:11.560762 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d7ce9a9e-2615-4166-8ff5-790a19769605 req-9c494b4b-d75e-4de3-8c94-878d8b05ec32 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0799837 Apr 12 20:04:11.581414 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac77dce-b2a6-4d5c-ad20-27f4a47c78a7 req-14666968-db82-460f-a582-bf8977fd36f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:11.582812 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fac77dce-b2a6-4d5c-ad20-27f4a47c78a7 req-14666968-db82-460f-a582-bf8977fd36f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0655606 Apr 12 20:04:11.645141 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d7ce9a9e-2615-4166-8ff5-790a19769605 req-ac30e6f1-89aa-4560-bd87-995289e38626 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783136 Apr 12 20:04:11.652355 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fac77dce-b2a6-4d5c-ad20-27f4a47c78a7 req-06f77635-f58d-4432-b977-a8c5dd688db7 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630083 Apr 12 20:04:12.184442 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7d27b-ad34-4b3a-97bc-d23579c51a8c req-a0429446-ee29-4a93-a85a-f94f3ef76eae tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:12.185875 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-89b7d27b-ad34-4b3a-97bc-d23579c51a8c req-a0429446-ee29-4a93-a85a-f94f3ef76eae tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0480125 Apr 12 20:04:12.243597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-89b7d27b-ad34-4b3a-97bc-d23579c51a8c req-e23561cb-8cc4-49c1-96e2-47dcb35ecfdc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519841 Apr 12 20:04:12.504935 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3d67-8b0c-4989-9c62-7045e73c31aa req-4c0ef122-d85b-4cc5-a6ea-50a3068401f3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:12.506707 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a66a3d67-8b0c-4989-9c62-7045e73c31aa req-4c0ef122-d85b-4cc5-a6ea-50a3068401f3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 943 time: 0.0583925 Apr 12 20:04:12.576187 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a66a3d67-8b0c-4989-9c62-7045e73c31aa req-a97f6e3f-9125-4619-a0a1-0cba8934ce2d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636718 Apr 12 20:04:12.634146 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba92e-9d0e-4d47-8362-20d43220c44a req-518e5cbf-b41e-401f-9935-5a794f35090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:12.636614 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f7ba92e-9d0e-4d47-8362-20d43220c44a req-518e5cbf-b41e-401f-9935-5a794f35090b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1128 time: 0.0603096 Apr 12 20:04:12.705683 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 2cf51a0b-7850-469b-984b-04c9fec21f24 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:04:12.724467 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-6608fca6-754f-49e9-b9cb-ccfe44efe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:12.727812 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-6608fca6-754f-49e9-b9cb-ccfe44efe73a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1127 time: 0.0934565 Apr 12 20:04:12.729297 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-7c27bdd8-c71c-4f90-be98-4f87caae44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:12.731026 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-7c27bdd8-c71c-4f90-be98-4f87caae44be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 1128 time: 0.0993557 Apr 12 20:04:12.743071 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37600) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:12.871943 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 2cf51a0b-7850-469b-984b-04c9fec21f24, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2cf51a0b-7850-469b-984b-04c9fec21f24,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:12.888105 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'port_id': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'mac_address': 'fa:16:3e:8c:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:04:12.945158 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 2cf51a0b-7850-469b-984b-04c9fec21f24 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:12.945938 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:12.955616 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad64fd-3540-49b9-bba1-63ea15bd4875 req-e9cd00ae-7bd2-45d3-94d2-4757af17a9a0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:12.957189 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f0ad64fd-3540-49b9-bba1-63ea15bd4875 req-e9cd00ae-7bd2-45d3-94d2-4757af17a9a0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.1654119 Apr 12 20:04:12.962649 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf51a0b-7850-469b-984b-04c9fec21f24 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:12.986003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 2cf51a0b-7850-469b-984b-04c9fec21f24, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2cf51a0b-7850-469b-984b-04c9fec21f24,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:12.990281 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc20a73-1b67-47b8-87f1-9545aadb7468 req-6fea42e9-f0f3-4fa0-9dcb-7be1a73ae97a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:12.991919 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-edc20a73-1b67-47b8-87f1-9545aadb7468 req-6fea42e9-f0f3-4fa0-9dcb-7be1a73ae97a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.2013366 Apr 12 20:04:12.992555 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:12.994642 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-bb8edc68-201b-4aeb-a526-49823bebc261 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189 HTTP/1.1" status: 200 len: 217 time: 0.0530128 Apr 12 20:04:13.045690 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=2cf51a0b-7850-469b-984b-04c9fec21f24,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:13.054165 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-d9416842-cde0-4b67-a0d7-346069ee381b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 200 len: 217 time: 0.1112597 Apr 12 20:04:13.055003 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba92e-9d0e-4d47-8362-20d43220c44a req-d65bd0aa-99b1-4fe1-8372-ad37c6613fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:13.056361 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f7ba92e-9d0e-4d47-8362-20d43220c44a req-d65bd0aa-99b1-4fe1-8372-ad37c6613fb3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1e08f32dfe314c9692199ab5c8939114&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3242910 Apr 12 20:04:13.063421 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-60709b1c-6b05-41e0-b714-e812b09ed7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.120934 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455dd15-c4c4-4c27-84db-58a2ecbc4eed req-0100d764-b81c-434c-b623-18e14fd6f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:13.122663 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1455dd15-c4c4-4c27-84db-58a2ecbc4eed req-0100d764-b81c-434c-b623-18e14fd6f835 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 1129 time: 0.1591794 Apr 12 20:04:13.171468 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f0ad64fd-3540-49b9-bba1-63ea15bd4875 req-b0328341-9751-4188-9d8c-06b3bee94638 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019627 Apr 12 20:04:13.186684 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-edc20a73-1b67-47b8-87f1-9545aadb7468 req-f57ebed9-d278-4607-b918-060132b4e7e1 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422632 Apr 12 20:04:13.222771 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-9fc20c0a-ea1f-4e3e-bd65-2314691b63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:13.224298 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-9fc20c0a-ea1f-4e3e-bd65-2314691b63a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.1831625 Apr 12 20:04:13.237871 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-60709b1c-6b05-41e0-b714-e812b09ed7e2 admin admin] Publish callbacks [] for security_group (528974ca-80b4-4693-b979-385e0cebb6ea), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.243981 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-60709b1c-6b05-41e0-b714-e812b09ed7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (528974ca-80b4-4693-b979-385e0cebb6ea), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.244474 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-7583ed57-1c9b-4c1b-86c1-b1ac2dca025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:13.245943 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-7583ed57-1c9b-4c1b-86c1-b1ac2dca025a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.1694772 Apr 12 20:04:13.284558 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-60709b1c-6b05-41e0-b714-e812b09ed7e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=410a401fca2347d7a5a1e67899e39106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396645 Apr 12 20:04:13.285943 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60709b1c-6b05-41e0-b714-e812b09ed7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528974ca-80b4-4693-b979-385e0cebb6ea,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:13.286080 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37614) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:13.292858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba92e-9d0e-4d47-8362-20d43220c44a req-d9651126-43dc-454a-bf84-d1bda3fab6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:13.294289 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f7ba92e-9d0e-4d47-8362-20d43220c44a req-d9651126-43dc-454a-bf84-d1bda3fab6e0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188988 Apr 12 20:04:13.343926 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a528c3d1-6b5b-43c9-ba34-bd00df8319d7 admin admin] Publish callbacks [] for security_group (528974ca-80b4-4693-b979-385e0cebb6ea), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.367307 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a528c3d1-6b5b-43c9-ba34-bd00df8319d7 admin admin] Publish callbacks [] for security_group (528974ca-80b4-4693-b979-385e0cebb6ea), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.380356 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b4b6-14b1-487a-927a-313a626a9520 req-606a1a17-3a77-4c59-9069-4eff6341da2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:13.381820 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa57b4b6-14b1-487a-927a-313a626a9520 req-606a1a17-3a77-4c59-9069-4eff6341da2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0494168 Apr 12 20:04:13.413689 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a528c3d1-6b5b-43c9-ba34-bd00df8319d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (528974ca-80b4-4693-b979-385e0cebb6ea), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.416292 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a528c3d1-6b5b-43c9-ba34-bd00df8319d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.420050 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a528c3d1-6b5b-43c9-ba34-bd00df8319d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/528974ca-80b4-4693-b979-385e0cebb6ea HTTP/1.1" status: 204 len: 168 time: 0.1303790 Apr 12 20:04:13.425080 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528c3d1-6b5b-43c9-ba34-bd00df8319d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528974ca-80b4-4693-b979-385e0cebb6ea,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:13.444799 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa57b4b6-14b1-487a-927a-313a626a9520 req-b295f58c-77e5-42a3-9a58-c699124450bd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571799 Apr 12 20:04:13.689843 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e6b11-cccc-4582-983f-2b0e570ce135 req-1bc3d197-9e5a-4297-bd01-598ae56dc465 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:13.691317 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b2e6b11-cccc-4582-983f-2b0e570ce135 req-1bc3d197-9e5a-4297-bd01-598ae56dc465 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 944 time: 0.0490789 Apr 12 20:04:13.707272 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37624) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:13.727923 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e7503820-5213-480f-9ef8-ab69538d21ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.741630 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b2e6b11-cccc-4582-983f-2b0e570ce135 req-904990b6-4b31-4349-b696-3cde9107d590 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436356 Apr 12 20:04:13.803565 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e7503820-5213-480f-9ef8-ab69538d21ec admin admin] Publish callbacks [] for security_group (8d03107e-6179-4268-8339-d9c515271928), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.808941 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e7503820-5213-480f-9ef8-ab69538d21ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (8d03107e-6179-4268-8339-d9c515271928), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.844848 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7503820-5213-480f-9ef8-ab69538d21ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d03107e-6179-4268-8339-d9c515271928,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:13.849129 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e7503820-5213-480f-9ef8-ab69538d21ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7c605b418b441b4808e7df600b1806b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401269 Apr 12 20:04:13.851886 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37626) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:13.899212 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f41b805-8a60-4781-9f96-6bbec995885a admin admin] Publish callbacks [] for security_group (8d03107e-6179-4268-8339-d9c515271928), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.920544 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f41b805-8a60-4781-9f96-6bbec995885a admin admin] Publish callbacks [] for security_group (8d03107e-6179-4268-8339-d9c515271928), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.971484 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f41b805-8a60-4781-9f96-6bbec995885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (8d03107e-6179-4268-8339-d9c515271928), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.974235 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f41b805-8a60-4781-9f96-6bbec995885a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:13.975440 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-8f41b805-8a60-4781-9f96-6bbec995885a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d03107e-6179-4268-8339-d9c515271928 HTTP/1.1" status: 204 len: 168 time: 0.1226759 Apr 12 20:04:13.983679 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41b805-8a60-4781-9f96-6bbec995885a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d03107e-6179-4268-8339-d9c515271928,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:14.302773 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37642) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:14.315895 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-863ad25a-a4f2-4329-8a43-83386cad3a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.316242 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157972f2-7d5d-4071-9712-1c4d05f7ccd9 req-0fd9fea3-3739-4d4f-b270-a74e196edc7c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:14.317701 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-157972f2-7d5d-4071-9712-1c4d05f7ccd9 req-0fd9fea3-3739-4d4f-b270-a74e196edc7c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0774984 Apr 12 20:04:14.332846 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae80316-638c-4f19-814a-c5ee86300fd2 req-f097521b-c5c9-4591-9340-a2d1b60e25fc tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:14.334255 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3ae80316-638c-4f19-814a-c5ee86300fd2 req-f097521b-c5c9-4591-9340-a2d1b60e25fc tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0612764 Apr 12 20:04:14.395550 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-863ad25a-a4f2-4329-8a43-83386cad3a27 admin admin] Publish callbacks [] for security_group (f1144747-b052-4f79-8c5e-e4a86f9774af), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.400170 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-863ad25a-a4f2-4329-8a43-83386cad3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f1144747-b052-4f79-8c5e-e4a86f9774af), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.402271 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-157972f2-7d5d-4071-9712-1c4d05f7ccd9 req-e5a58a8b-3cbd-4968-87ce-a56461b445e6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765238 Apr 12 20:04:14.409090 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3ae80316-638c-4f19-814a-c5ee86300fd2 req-529ac8ba-4c98-45f9-8dfa-94d107c0ea64 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631313 Apr 12 20:04:14.441038 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-863ad25a-a4f2-4329-8a43-83386cad3a27 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0024c69d935243d7b3e0fa8738379d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370268 Apr 12 20:04:14.441975 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ad25a-a4f2-4329-8a43-83386cad3a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1144747-b052-4f79-8c5e-e4a86f9774af,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:14.443730 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37644) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:14.490822 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-aa31203a-9e5a-4b15-85de-6dcf9645e0b6 admin admin] Publish callbacks [] for security_group (f1144747-b052-4f79-8c5e-e4a86f9774af), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.517806 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-aa31203a-9e5a-4b15-85de-6dcf9645e0b6 admin admin] Publish callbacks [] for security_group (f1144747-b052-4f79-8c5e-e4a86f9774af), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.583541 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf9ff-42d7-4dc0-9eaf-3788bd3d465f req-c5756e5a-2277-44d0-a5ca-345cc2c40122 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:14.585096 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7ebbf9ff-42d7-4dc0-9eaf-3788bd3d465f req-c5756e5a-2277-44d0-a5ca-345cc2c40122 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0608709 Apr 12 20:04:14.620076 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-aa31203a-9e5a-4b15-85de-6dcf9645e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f1144747-b052-4f79-8c5e-e4a86f9774af), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.622520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-aa31203a-9e5a-4b15-85de-6dcf9645e0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.623626 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-aa31203a-9e5a-4b15-85de-6dcf9645e0b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1144747-b052-4f79-8c5e-e4a86f9774af HTTP/1.1" status: 204 len: 168 time: 0.1782298 Apr 12 20:04:14.642277 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31203a-9e5a-4b15-85de-6dcf9645e0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1144747-b052-4f79-8c5e-e4a86f9774af,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:14.646727 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7ebbf9ff-42d7-4dc0-9eaf-3788bd3d465f req-a92b917e-c63e-4f6b-b96f-3199eab62917 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529578 Apr 12 20:04:14.806607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1455dd15-c4c4-4c27-84db-58a2ecbc4eed req-7dee6967-b9c0-4abf-814a-46fe932f6e18 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.888102 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f960c-4020-4706-ba01-954128786188 req-536518d0-3fa1-4995-95c0-983d8aa27602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:14.889656 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-536518d0-3fa1-4995-95c0-983d8aa27602 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1008887 Apr 12 20:04:14.890735 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-94124d37-d4f3-4a90-b1ec-c421f00fecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:14.892112 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-94124d37-d4f3-4a90-b1ec-c421f00fecba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021867 Apr 12 20:04:14.901441 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167ae4-86e2-4152-bf20-87d5e07ef760 req-7cf6f1f7-ba08-4f4b-87d7-d4a758b28f96 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:14.902905 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-07167ae4-86e2-4152-bf20-87d5e07ef760 req-7cf6f1f7-ba08-4f4b-87d7-d4a758b28f96 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 944 time: 0.0643063 Apr 12 20:04:14.983760 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-07167ae4-86e2-4152-bf20-87d5e07ef760 req-c584eb63-9aad-42f0-be51-deb48b00c7bd tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747125 Apr 12 20:04:14.992421 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1455dd15-c4c4-4c27-84db-58a2ecbc4eed req-7dee6967-b9c0-4abf-814a-46fe932f6e18 service neutron] Publish callbacks [] for security_group (556d9454-b815-48f9-b782-f858251767f9), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:14.999080 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1455dd15-c4c4-4c27-84db-58a2ecbc4eed req-7dee6967-b9c0-4abf-814a-46fe932f6e18 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (556d9454-b815-48f9-b782-f858251767f9), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:15.054826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee6967-b9c0-4abf-814a-46fe932f6e18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=556d9454-b815-48f9-b782-f858251767f9,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:15.058888 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1455dd15-c4c4-4c27-84db-58a2ecbc4eed req-7dee6967-b9c0-4abf-814a-46fe932f6e18 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704108 Apr 12 20:04:15.560688 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a0942-8ba7-4980-b991-05fecf027c96 req-ef66d93b-7c1e-4a77-9684-19c9d36f3b86 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:15.562158 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-903a0942-8ba7-4980-b991-05fecf027c96 req-ef66d93b-7c1e-4a77-9684-19c9d36f3b86 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0773757 Apr 12 20:04:15.572827 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3f57-d833-4780-b1c1-a0048631e068 req-9f173f87-de2c-4e71-9f7a-d53bb7f90e97 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:15.574555 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f34c3f57-d833-4780-b1c1-a0048631e068 req-9f173f87-de2c-4e71-9f7a-d53bb7f90e97 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0796158 Apr 12 20:04:15.635546 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-903a0942-8ba7-4980-b991-05fecf027c96 req-764b587b-f6cb-4326-a3fd-0e4895b8fcf2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599535 Apr 12 20:04:15.649628 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f34c3f57-d833-4780-b1c1-a0048631e068 req-bb70f867-63b0-4791-a03a-251a86f40dc3 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683770 Apr 12 20:04:15.762216 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0be2-beb0-42c4-ba17-a74296115e98 req-9e0688fe-ffd8-43fc-a1b5-2d484867d983 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:15.763649 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59cd0be2-beb0-42c4-ba17-a74296115e98 req-9e0688fe-ffd8-43fc-a1b5-2d484867d983 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0458412 Apr 12 20:04:15.777858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37694) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:15.813249 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59cd0be2-beb0-42c4-ba17-a74296115e98 req-d681868e-4d91-42e0-b10f-7297f6ee0dc1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440207 Apr 12 20:04:15.884154 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-afbc3fd8-12c8-4aa3-82c4-c5fee556028f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.102713 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad821174-f1c1-4240-85a8-38eff919ebac req-712de3cf-01ce-436b-95cd-3287ab37d5d8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:16.104439 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad821174-f1c1-4240-85a8-38eff919ebac req-712de3cf-01ce-436b-95cd-3287ab37d5d8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 944 time: 0.0509717 Apr 12 20:04:16.128622 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-afbc3fd8-12c8-4aa3-82c4-c5fee556028f admin admin] Publish callbacks [] for security_group (5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.136765 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-afbc3fd8-12c8-4aa3-82c4-c5fee556028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.152573 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad821174-f1c1-4240-85a8-38eff919ebac req-d3f2b562-2191-4be9-ab45-4a4372d04bb7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Apr 12 20:04:16.174463 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-afbc3fd8-12c8-4aa3-82c4-c5fee556028f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2896723097024769b641cd3d82dff196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955040 Apr 12 20:04:16.175319 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc3fd8-12c8-4aa3-82c4-c5fee556028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:16.177811 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37702) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:16.232229 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-892999a2-90cc-40f0-bba8-05064a8074de admin admin] Publish callbacks [] for security_group (5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.253817 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-892999a2-90cc-40f0-bba8-05064a8074de admin admin] Publish callbacks [] for security_group (5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.301661 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-892999a2-90cc-40f0-bba8-05064a8074de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.305382 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-892999a2-90cc-40f0-bba8-05064a8074de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:16.306908 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-892999a2-90cc-40f0-bba8-05064a8074de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02 HTTP/1.1" status: 204 len: 168 time: 0.1280553 Apr 12 20:04:16.317362 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892999a2-90cc-40f0-bba8-05064a8074de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f4f3c-dbe8-4ffc-b0c3-080b254a6b02,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:16.782081 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80221-d3cc-4491-b684-d5027729fc12 req-43ca207e-2c84-42d3-b82b-5e00ced1f27a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:16.783757 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e3a80221-d3cc-4491-b684-d5027729fc12 req-43ca207e-2c84-42d3-b82b-5e00ced1f27a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0755517 Apr 12 20:04:16.802695 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f596069-90bf-43cf-8eef-dbdecda05876 req-90d42cce-2219-452b-a75a-1e7610e23d4f tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:16.804407 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5f596069-90bf-43cf-8eef-dbdecda05876 req-90d42cce-2219-452b-a75a-1e7610e23d4f tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0688231 Apr 12 20:04:16.862491 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e3a80221-d3cc-4491-b684-d5027729fc12 req-f2387ea5-ff67-44db-b5b6-39a32f79747c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727530 Apr 12 20:04:16.876434 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5f596069-90bf-43cf-8eef-dbdecda05876 req-3b20e44d-9a53-492b-afd0-a895cc0a9e4a tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616801 Apr 12 20:04:16.976870 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a54ca-e4f3-4e88-998b-cdb3a83eedfb req-7eca0348-ea52-4879-8d74-cbc7194db133 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:16.978355 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e93a54ca-e4f3-4e88-998b-cdb3a83eedfb req-7eca0348-ea52-4879-8d74-cbc7194db133 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0456183 Apr 12 20:04:17.024057 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e93a54ca-e4f3-4e88-998b-cdb3a83eedfb req-aa03b22b-d192-458a-9052-300dd4e28d8b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401459 Apr 12 20:04:17.270336 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8693f-e1e3-4925-ac06-be3111d24e8e req-fa68da2a-2569-417a-a9c4-f506f536097d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:17.271838 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-01f8693f-e1e3-4925-ac06-be3111d24e8e req-fa68da2a-2569-417a-a9c4-f506f536097d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 944 time: 0.0519032 Apr 12 20:04:17.328469 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-01f8693f-e1e3-4925-ac06-be3111d24e8e req-6bcea3d9-e41f-48bb-930a-39596463ed3d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482154 Apr 12 20:04:18.008728 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737aeb0-d9fc-4d74-8532-b76312784311 req-d534c3f2-a928-404a-b06c-b5074fabacef tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:18.010244 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f737aeb0-d9fc-4d74-8532-b76312784311 req-d534c3f2-a928-404a-b06c-b5074fabacef tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0733478 Apr 12 20:04:18.029725 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85793c4-3863-450a-b024-5cce3da021b5 req-6cdd3303-4cb6-4c91-b235-acd31561d3d1 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:18.031144 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f85793c4-3863-450a-b024-5cce3da021b5 req-6cdd3303-4cb6-4c91-b235-acd31561d3d1 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0661206 Apr 12 20:04:18.090855 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f737aeb0-d9fc-4d74-8532-b76312784311 req-2aed7edd-ebaf-4b2a-a57b-a5811dfc12a2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745733 Apr 12 20:04:18.110862 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f85793c4-3863-450a-b024-5cce3da021b5 req-4eb41299-c961-45b0-866b-2f9f18233ea9 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732973 Apr 12 20:04:18.197167 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399466d-dd26-4d5e-a215-edec23ac9328 req-05b68f90-ac0f-45ba-bd71-808f60862e78 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:18.199125 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b399466d-dd26-4d5e-a215-edec23ac9328 req-05b68f90-ac0f-45ba-bd71-808f60862e78 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0476966 Apr 12 20:04:18.248435 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b399466d-dd26-4d5e-a215-edec23ac9328 req-03a05511-dba2-42e5-909d-295f6a5867f9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429769 Apr 12 20:04:18.294897 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['2cf51a0b-7850-469b-984b-04c9fec21f24'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:04:18.436560 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-e934e871-0a6c-4784-a267-b0b7c2c63683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:18.438503 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-e934e871-0a6c-4784-a267-b0b7c2c63683 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1128 time: 0.0523834 Apr 12 20:04:18.639810 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-c7bead39-da33-4581-be38-6ec447516539 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895873 Apr 12 20:04:18.659886 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-45f9cfd7-b40e-466a-9a36-f66bb0551675 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016453 Apr 12 20:04:18.747628 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-43899757-4b0f-495d-bd65-459e0b95558e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 217 time: 0.2964408 Apr 12 20:04:18.800048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74f9ec-b11e-4add-a0e7-12cf01ba9e2a req-e5a04ec9-616f-45e9-aff0-dc6365478818 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:18.801576 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be74f9ec-b11e-4add-a0e7-12cf01ba9e2a req-e5a04ec9-616f-45e9-aff0-dc6365478818 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 944 time: 0.0564601 Apr 12 20:04:18.855732 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be74f9ec-b11e-4add-a0e7-12cf01ba9e2a req-839c10a7-5055-4762-a7e7-0970bd7c2ab0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472496 Apr 12 20:04:19.215994 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c01ab-0ef0-409f-b48b-a831668cb65a req-463b76eb-10a1-450a-ba51-4025135eae57 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:19.217471 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d5c01ab-0ef0-409f-b48b-a831668cb65a req-463b76eb-10a1-450a-ba51-4025135eae57 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0581400 Apr 12 20:04:19.326818 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca13459-4b20-47b4-b52d-7c8f717d1d15 req-3c83722f-b036-436f-a097-9ccf90dbb123 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:19.328309 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fca13459-4b20-47b4-b52d-7c8f717d1d15 req-3c83722f-b036-436f-a097-9ccf90dbb123 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.1298356 Apr 12 20:04:19.371653 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-29465a4d-5082-451a-97e0-f97d0ec71525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:19.373003 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-29465a4d-5082-451a-97e0-f97d0ec71525 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.1292412 Apr 12 20:04:19.382230 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d5c01ab-0ef0-409f-b48b-a831668cb65a req-6756693a-8bb1-411b-8f45-f12cdb18e5ad tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393952 Apr 12 20:04:19.388320 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b9d06c00-7f85-4c07-9b46-5c8a8fd01d28 req-5514b342-5fe3-4476-8e73-5422d8833228 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613667 Apr 12 20:04:19.390234 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f8f960c-4020-4706-ba01-954128786188 req-b36da881-07d1-4aae-91ae-86179f3dc16c service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619627 Apr 12 20:04:19.434510 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fca13459-4b20-47b4-b52d-7c8f717d1d15 req-ce9a49d9-8426-4de2-82e5-79442e6c90ca tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924380 Apr 12 20:04:19.449227 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-e4fe6e74-4597-469d-9153-7a712b9e2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:19.453980 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-e4fe6e74-4597-469d-9153-7a712b9e2234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628204 Apr 12 20:04:19.504809 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779ef5f-26b6-42a8-b00e-480e08e63ea9 req-4dc04f97-3681-42af-bacd-eb7d55fe68fd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:19.506301 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3779ef5f-26b6-42a8-b00e-480e08e63ea9 req-4dc04f97-3681-42af-bacd-eb7d55fe68fd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0458457 Apr 12 20:04:19.561087 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3779ef5f-26b6-42a8-b00e-480e08e63ea9 req-857fc75d-881a-464d-a358-e5ccbd9813fd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488482 Apr 12 20:04:19.812217 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 2cf51a0b-7850-469b-984b-04c9fec21f24 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:04:19.860072 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 2cf51a0b-7850-469b-984b-04c9fec21f24 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:04:19.866648 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 2cf51a0b-7850-469b-984b-04c9fec21f24 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:19.867038 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:19.956256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 2cf51a0b-7850-469b-984b-04c9fec21f24 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:19.956741 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:19.973776 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef81c-ccb5-4e18-bdc7-7ce4ec057b40 req-85ffc82a-e69c-4086-9a14-5a70716042d5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:19.976177 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee3ef81c-ccb5-4e18-bdc7-7ce4ec057b40 req-85ffc82a-e69c-4086-9a14-5a70716042d5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 944 time: 0.0506053 Apr 12 20:04:19.980589 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:04:19.983278 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61fe7ff-8519-4775-98cc-a9985e1c39ae" -d '{"events": [{"server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:04:20.002868 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 2cf51a0b-7850-469b-984b-04c9fec21f24, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2cf51a0b-7850-469b-984b-04c9fec21f24,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:20.011321 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:20.038471 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de86301c-f9ad-4f6e-a0c8-f5981db46def x-openstack-request-id: req-de86301c-f9ad-4f6e-a0c8-f5981db46def {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:04:20.038950 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee3ef81c-ccb5-4e18-bdc7-7ce4ec057b40 req-1277f59f-f24a-4134-8e6e-51eb59e46b2a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544074 Apr 12 20:04:20.039165 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:04:20.039416 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de86301c-f9ad-4f6e-a0c8-f5981db46def {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:04:20.039833 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de86301c-f9ad-4f6e-a0c8-f5981db46def'] response: {'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'code': 200} Apr 12 20:04:20.068919 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=2cf51a0b-7850-469b-984b-04c9fec21f24,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:20.503636 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab072ba-cc16-4300-8485-88410f1ee016 req-045d1691-c586-4798-b042-907827d287ac tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:20.505685 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ab072ba-cc16-4300-8485-88410f1ee016 req-045d1691-c586-4798-b042-907827d287ac tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0505922 Apr 12 20:04:20.578430 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d248ce6-b601-41e5-9586-f573e4506df9 req-0cd68bc8-a62d-40db-ba2d-5bd8ef66d140 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:20.580216 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7d248ce6-b601-41e5-9586-f573e4506df9 req-0cd68bc8-a62d-40db-ba2d-5bd8ef66d140 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0729938 Apr 12 20:04:20.602531 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ab072ba-cc16-4300-8485-88410f1ee016 req-b34d780c-de17-4bcd-9aec-aba8eeec21cd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858312 Apr 12 20:04:20.648796 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7d248ce6-b601-41e5-9586-f573e4506df9 req-5ff8066c-dec5-4ec6-aabe-10a603237dcf tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593975 Apr 12 20:04:20.712691 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79ad40-a907-46a8-b886-673f76abde9b req-9a182b1d-7ab4-408e-bafa-128f5d8138d4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:20.714456 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3f79ad40-a907-46a8-b886-673f76abde9b req-9a182b1d-7ab4-408e-bafa-128f5d8138d4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0507562 Apr 12 20:04:20.765532 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3f79ad40-a907-46a8-b886-673f76abde9b req-122f7793-2f74-4880-8380-d8c16ab97d0c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449979 Apr 12 20:04:21.167324 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c093b9d-8570-4332-b699-88d4cff72d96 req-ca8f2cbc-b793-4246-9be2-73b35ed50924 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:21.168863 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7c093b9d-8570-4332-b699-88d4cff72d96 req-ca8f2cbc-b793-4246-9be2-73b35ed50924 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0484436 Apr 12 20:04:21.231723 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7c093b9d-8570-4332-b699-88d4cff72d96 req-c202c3cf-3e0f-41b7-88c4-62f4cb052dbf tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458176 Apr 12 20:04:21.732262 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 37926) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:21.757286 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34be7e-1dd7-452d-a7b9-517f6c9c723f req-d74951c6-d60e-480b-90bd-95e18f8106b1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:21.758944 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de34be7e-1dd7-452d-a7b9-517f6c9c723f req-d74951c6-d60e-480b-90bd-95e18f8106b1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0798783 Apr 12 20:04:21.820226 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42852708-084b-4854-9bbf-47066f589c04 req-1248f8a3-493c-4dee-80ee-8dc6f909e504 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:21.822013 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-42852708-084b-4854-9bbf-47066f589c04 req-1248f8a3-493c-4dee-80ee-8dc6f909e504 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0839806 Apr 12 20:04:21.850144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:21.877043 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de34be7e-1dd7-452d-a7b9-517f6c9c723f req-a5645e89-5180-4823-bb69-f236970c27e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930357 Apr 12 20:04:21.924704 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-42852708-084b-4854-9bbf-47066f589c04 req-63c015f8-5c15-48be-80cc-a6b0dc56c074 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928674 Apr 12 20:04:21.969466 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Publish callbacks [] for security_group (dc38f927-4c34-45a0-99ac-f85d97122a98), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:21.974847 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dc38f927-4c34-45a0-99ac-f85d97122a98), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:22.017930 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19d480c17e844dec99d73b944c60d9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838175 Apr 12 20:04:22.019443 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324fd39-48ca-4169-817e-2648f4ec6a14 req-4616fe21-3363-4986-940b-e95d1a900182 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:22.021048 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f324fd39-48ca-4169-817e-2648f4ec6a14 req-4616fe21-3363-4986-940b-e95d1a900182 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0572734 Apr 12 20:04:22.021510 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 37936) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:22.024044 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc38f927-4c34-45a0-99ac-f85d97122a98,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:22.031859 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.032199 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.032533 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.032863 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.033187 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.033509 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.033827 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.034147 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.034467 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.034783 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.035098 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.035432 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.035782 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.036094 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.036407 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c7395b-9719-4488-9dd5-36582dded80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.100496 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f324fd39-48ca-4169-817e-2648f4ec6a14 req-74e8fdaf-8f3d-43ba-9abf-9105e0471bed tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718350 Apr 12 20:04:22.101270 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Publish callbacks [] for security_group (dc38f927-4c34-45a0-99ac-f85d97122a98), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:22.123674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Publish callbacks [] for security_group (dc38f927-4c34-45a0-99ac-f85d97122a98), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:22.177905 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dc38f927-4c34-45a0-99ac-f85d97122a98), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:22.181082 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:22.182220 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc38f927-4c34-45a0-99ac-f85d97122a98 HTTP/1.1" status: 204 len: 168 time: 0.1597900 Apr 12 20:04:22.190248 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc38f927-4c34-45a0-99ac-f85d97122a98,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:22.198686 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.199056 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.199446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.199951 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.199951 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.200512 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.200865 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.201414 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.202288 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.202288 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.207395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.207395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.207395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.207395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.207395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0fd01c-e67a-4adb-bcf4-d68f90c0e651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:22.372503 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c75a36-20a2-42c8-8d6e-c56a70f90a4c req-cfc95b0b-d64c-4e3c-9a8b-587e60a1dffa tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:22.379355 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-03c75a36-20a2-42c8-8d6e-c56a70f90a4c req-cfc95b0b-d64c-4e3c-9a8b-587e60a1dffa tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0558317 Apr 12 20:04:22.433817 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-03c75a36-20a2-42c8-8d6e-c56a70f90a4c req-650c2d00-eec3-4e2a-a0f1-c80d4d7ef623 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535376 Apr 12 20:04:22.855770 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7a33d128-6cb8-47aa-abac-fedeffda2846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:23.001701 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1968e71-065d-4902-a5de-bee5354070c8 req-f4b1394b-c87c-4df7-ba49-35bfffc8c92a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:23.003209 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f1968e71-065d-4902-a5de-bee5354070c8 req-f4b1394b-c87c-4df7-ba49-35bfffc8c92a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0503402 Apr 12 20:04:23.069823 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a5716-5ac9-4606-87e2-d5d8edb7744e req-9c30d533-57b3-417a-88a7-18dee109de73 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:23.071336 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a0a5716-5ac9-4606-87e2-d5d8edb7744e req-9c30d533-57b3-417a-88a7-18dee109de73 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0671844 Apr 12 20:04:23.100109 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f1968e71-065d-4902-a5de-bee5354070c8 req-a1d9c50e-a667-4468-8179-48994720904c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873079 Apr 12 20:04:23.150236 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a0a5716-5ac9-4606-87e2-d5d8edb7744e req-71850842-a78d-48f8-967c-4861a90a7bee tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727963 Apr 12 20:04:23.234036 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1f69c-c5a3-46ea-b82d-c086b72660d9 req-6f8f4ae0-90e0-4569-b64b-3752181db400 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:23.235589 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ba1f69c-c5a3-46ea-b82d-c086b72660d9 req-6f8f4ae0-90e0-4569-b64b-3752181db400 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0532954 Apr 12 20:04:23.287038 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ba1f69c-c5a3-46ea-b82d-c086b72660d9 req-14367b27-3772-4c01-a04f-37865b1a1164 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434370 Apr 12 20:04:23.547689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0e00b-19fc-4bd7-b363-1a98a5e3fb3f req-76470a4d-5562-4930-8467-b78ee95a2714 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:23.549126 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8d0e00b-19fc-4bd7-b363-1a98a5e3fb3f req-76470a4d-5562-4930-8467-b78ee95a2714 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0444009 Apr 12 20:04:23.599945 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8d0e00b-19fc-4bd7-b363-1a98a5e3fb3f req-10458d36-001c-45e0-8226-90eea52a9d73 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Apr 12 20:04:24.204613 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade7aa-e68e-47e5-bb08-6a7fb43ca8b8 req-f1f1e64e-8b20-4cee-a9aa-db8a9ec419b0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:24.206133 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-76ade7aa-e68e-47e5-bb08-6a7fb43ca8b8 req-f1f1e64e-8b20-4cee-a9aa-db8a9ec419b0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0470366 Apr 12 20:04:24.285945 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40386f80-eb0a-450c-a42b-a851174def8f req-a70caad0-e1e2-4c21-b61b-3103b79ec497 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:24.287408 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-40386f80-eb0a-450c-a42b-a851174def8f req-a70caad0-e1e2-4c21-b61b-3103b79ec497 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0686772 Apr 12 20:04:24.290400 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-76ade7aa-e68e-47e5-bb08-6a7fb43ca8b8 req-0bd070ee-e0b8-40c1-8193-1a1f126f1720 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786150 Apr 12 20:04:24.339287 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-40386f80-eb0a-450c-a42b-a851174def8f req-bdc241d1-55df-404b-98e2-70a354fa5cf0 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460672 Apr 12 20:04:24.400606 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa74ef-983b-449b-889e-09be2aa14475 req-d2931d57-c4e1-4c1a-b0cc-80b0a87f2e83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:24.402114 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eefa74ef-983b-449b-889e-09be2aa14475 req-d2931d57-c4e1-4c1a-b0cc-80b0a87f2e83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0456800 Apr 12 20:04:24.457340 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eefa74ef-983b-449b-889e-09be2aa14475 req-84fa2cdc-fc80-42bc-952c-a707e7d18cc7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488737 Apr 12 20:04:24.725818 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f29ac-3f2a-4b1d-8841-769089538d80 req-e0a1eff8-c7e1-4d2c-938e-e522b69a88f7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:24.727311 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a69f29ac-3f2a-4b1d-8841-769089538d80 req-e0a1eff8-c7e1-4d2c-938e-e522b69a88f7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0531337 Apr 12 20:04:24.773876 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a69f29ac-3f2a-4b1d-8841-769089538d80 req-15913b97-2bc0-489f-815f-1f967b99f56b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Apr 12 20:04:25.217990 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ab488099-0af6-4827-8285-25475d2baef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:25.441504 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb9002-22b1-48d8-b733-0e590c5f4c44 req-3c5b4732-c8d6-42ec-a655-3de3550edb1c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:25.443015 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02eb9002-22b1-48d8-b733-0e590c5f4c44 req-3c5b4732-c8d6-42ec-a655-3de3550edb1c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 944 time: 0.0717695 Apr 12 20:04:25.476305 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:04:25.479996 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e887b3-9873-4912-a19e-6d16df7781df req-177c107c-d84c-43af-b98b-c9fba08e98eb tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:25.482432 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-43e887b3-9873-4912-a19e-6d16df7781df req-177c107c-d84c-43af-b98b-c9fba08e98eb tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0755041 Apr 12 20:04:25.530236 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02eb9002-22b1-48d8-b733-0e590c5f4c44 req-627e9fd7-ebd9-4743-a6fa-e6698f189691 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801849 Apr 12 20:04:25.567142 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-43e887b3-9873-4912-a19e-6d16df7781df req-3004265c-33d4-42ab-b7e3-d2bee051d810 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737927 Apr 12 20:04:25.570827 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:25.600064 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:25.612692 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'port_id': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189', 'mac_address': 'fa:16:3e:86:4f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:04:25.649216 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:25.649583 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:25.651239 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8b3f6-4c8b-456e-8dfc-933d8487a529 req-fff4d6bf-bb48-41b2-a85d-6805f4f50d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:25.652733 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-52f8b3f6-4c8b-456e-8dfc-933d8487a529 req-fff4d6bf-bb48-41b2-a85d-6805f4f50d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0492499 Apr 12 20:04:25.662150 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:25.681634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:25.686797 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:25.699693 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-52f8b3f6-4c8b-456e-8dfc-933d8487a529 req-55ccde8e-28a5-4fbc-b60e-5cbb32f4c5f8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410912 Apr 12 20:04:25.738094 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:25.745072 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.745417 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.745753 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.746111 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.746440 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.746765 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.747087 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.747407 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.747756 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.748080 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.748401 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.748722 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.749040 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.749356 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.749672 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:25.894974 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9980ea-f04d-45fa-9c0a-05d9eadb4309 req-079aea35-38f8-4a7d-bb0c-f20596c2e2f5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:25.896461 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8c9980ea-f04d-45fa-9c0a-05d9eadb4309 req-079aea35-38f8-4a7d-bb0c-f20596c2e2f5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0558410 Apr 12 20:04:25.942380 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8c9980ea-f04d-45fa-9c0a-05d9eadb4309 req-ac8a2bf7-ca16-45ec-a059-8761e6674351 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401826 Apr 12 20:04:26.144017 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:26.681202 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bafd39-eaea-41d1-a04e-43b09db6dbf1 req-0b609171-a811-45a4-8c63-6c8db95d01b0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:26.682647 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-65bafd39-eaea-41d1-a04e-43b09db6dbf1 req-0b609171-a811-45a4-8c63-6c8db95d01b0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 945 time: 0.0744257 Apr 12 20:04:26.705645 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400e6ff-a5ce-4db7-b853-b8ac8c5217d3 req-6c943172-1ccf-4d9e-8f78-9af1c513a10e tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:26.707001 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7400e6ff-a5ce-4db7-b853-b8ac8c5217d3 req-6c943172-1ccf-4d9e-8f78-9af1c513a10e tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0639963 Apr 12 20:04:26.764223 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-65bafd39-eaea-41d1-a04e-43b09db6dbf1 req-8f64b7f1-779f-49cd-9353-5335f0c5c6de tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740435 Apr 12 20:04:26.775895 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7400e6ff-a5ce-4db7-b853-b8ac8c5217d3 req-74b6678f-ebdc-4c25-87d4-d4ad5956644e tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Apr 12 20:04:26.875757 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d951e-a0c0-4041-b197-80cd494dfd7d req-be0befb4-59ca-46d9-9329-4fbcad334d25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:26.877205 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e16d951e-a0c0-4041-b197-80cd494dfd7d req-be0befb4-59ca-46d9-9329-4fbcad334d25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0552533 Apr 12 20:04:26.926101 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e16d951e-a0c0-4041-b197-80cd494dfd7d req-45af0f2d-63ee-48b4-bfbf-aadef5846f81 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413175 Apr 12 20:04:27.067537 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49ccf5-23e8-4b5e-be5d-fa22c416158b req-3000d5e9-076c-4792-b628-cea44a474f9e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:27.068938 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f49ccf5-23e8-4b5e-be5d-fa22c416158b req-3000d5e9-076c-4792-b628-cea44a474f9e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0596004 Apr 12 20:04:27.119945 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f49ccf5-23e8-4b5e-be5d-fa22c416158b req-87b89edf-08b8-42c2-b5fe-611efda95711 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 Apr 12 20:04:27.609134 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:27.923159 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920b03f-a87d-4ab3-9032-a06149eedec2 req-af38ded1-3345-44a5-8fc9-c4f549eac818 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:27.924665 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b920b03f-a87d-4ab3-9032-a06149eedec2 req-af38ded1-3345-44a5-8fc9-c4f549eac818 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0727332 Apr 12 20:04:27.930617 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d70b9-6de0-4145-9793-eec3d3330b0a req-e2457f7b-69d9-4b8e-860b-a75566c726b5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:27.932001 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c59d70b9-6de0-4145-9793-eec3d3330b0a req-e2457f7b-69d9-4b8e-860b-a75566c726b5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 945 time: 0.0782089 Apr 12 20:04:28.004608 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b920b03f-a87d-4ab3-9032-a06149eedec2 req-2b9086be-0f3d-40ba-8928-7dda6096d1ac tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 Apr 12 20:04:28.007852 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c59d70b9-6de0-4145-9793-eec3d3330b0a req-2042520f-a2c9-4d95-859d-81ef403808c7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691640 Apr 12 20:04:28.107108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36fe74-e950-479f-91f9-33ed69a03308 req-a3452c15-2045-4da6-9e86-78fe1e66f62f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:28.108531 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b36fe74-e950-479f-91f9-33ed69a03308 req-a3452c15-2045-4da6-9e86-78fe1e66f62f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0469069 Apr 12 20:04:28.159175 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b36fe74-e950-479f-91f9-33ed69a03308 req-aad7f595-a01f-4733-beb1-d043ae87ec9b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426986 Apr 12 20:04:28.238654 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cdd54-510f-4396-a9e9-d72da42563e7 req-b6c6a336-2387-49cc-8d70-32f16ee2c429 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:28.240226 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-483cdd54-510f-4396-a9e9-d72da42563e7 req-b6c6a336-2387-49cc-8d70-32f16ee2c429 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0461535 Apr 12 20:04:28.286984 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-483cdd54-510f-4396-a9e9-d72da42563e7 req-d536fda4-8b8b-4fa2-b498-2dade6518207 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Apr 12 20:04:28.416481 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['9ba3bd1a-99a9-420e-bb5a-4ef90e053189'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:04:28.958150 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:29.152649 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448c50a-7f3a-4450-90e1-316325c81cb3 req-c3a4d71e-964b-4b66-a717-bd844b5cb15f tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:29.154089 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3448c50a-7f3a-4450-90e1-316325c81cb3 req-c3a4d71e-964b-4b66-a717-bd844b5cb15f tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0753956 Apr 12 20:04:29.159926 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fdaf6-8a4b-4254-8804-7fd6d510d17b req-b7c650a0-8a34-453c-b8a9-62f146257406 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:29.161285 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-272fdaf6-8a4b-4254-8804-7fd6d510d17b req-b7c650a0-8a34-453c-b8a9-62f146257406 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 945 time: 0.0812724 Apr 12 20:04:29.229538 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3448c50a-7f3a-4450-90e1-316325c81cb3 req-af16e76b-c2b7-447d-9b76-c5dae43d7b33 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673330 Apr 12 20:04:29.233573 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-272fdaf6-8a4b-4254-8804-7fd6d510d17b req-c05fddec-505d-43a2-8ff8-7cdebfc37f28 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657051 Apr 12 20:04:29.336272 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86071a8e-0d64-47ee-af5e-31f0f3de688d req-ca7f4ad8-5b6d-498b-9b66-c2a0aaa853c4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:29.337764 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-86071a8e-0d64-47ee-af5e-31f0f3de688d req-ca7f4ad8-5b6d-498b-9b66-c2a0aaa853c4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0531173 Apr 12 20:04:29.416209 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae960ede-745e-4248-af6b-15325ed29a45 req-024cda2b-0c83-46ef-8d03-77dea631970c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:29.417653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ae960ede-745e-4248-af6b-15325ed29a45 req-024cda2b-0c83-46ef-8d03-77dea631970c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0602500 Apr 12 20:04:29.420903 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-86071a8e-0d64-47ee-af5e-31f0f3de688d req-01c8e9a0-4beb-47bd-9951-794b17744a55 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775700 Apr 12 20:04:29.467406 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ae960ede-745e-4248-af6b-15325ed29a45 req-9615fea4-c47f-4c94-92a2-f550d7ae9ac1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Apr 12 20:04:29.912145 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-14f812e0-d697-4d5e-90ec-480aee4afc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:29.913840 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-14f812e0-d697-4d5e-90ec-480aee4afc43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 1129 time: 0.0532806 Apr 12 20:04:29.984743 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-3ee001bb-9043-4048-9e51-721c30eb5ebe service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260827 Apr 12 20:04:30.026797 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38146) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:30.130174 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1ba6-5cda-455f-8db9-b709cf61020d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.205677 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1ba6-5cda-455f-8db9-b709cf61020d admin admin] Publish callbacks [] for security_group (e918c53e-4c2d-4b61-99e5-bb7346c3f1a4), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.210983 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1ba6-5cda-455f-8db9-b709cf61020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e918c53e-4c2d-4b61-99e5-bb7346c3f1a4), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.249321 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-8ebf1ba6-5cda-455f-8db9-b709cf61020d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b940a412cba42f895cfd8604246a159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213147 Apr 12 20:04:30.250189 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf1ba6-5cda-455f-8db9-b709cf61020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e918c53e-4c2d-4b61-99e5-bb7346c3f1a4,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:30.252748 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38160) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:30.306446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c701df8-9c50-4a94-8c05-72bee8605b0d admin admin] Publish callbacks [] for security_group (e918c53e-4c2d-4b61-99e5-bb7346c3f1a4), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.369811 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c701df8-9c50-4a94-8c05-72bee8605b0d admin admin] Publish callbacks [] for security_group (e918c53e-4c2d-4b61-99e5-bb7346c3f1a4), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.403532 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16551409-a48c-4689-ad7a-0b924055c362 req-c164020e-588f-49c9-ad69-42b554560d75 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:30.405039 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-16551409-a48c-4689-ad7a-0b924055c362 req-c164020e-588f-49c9-ad69-42b554560d75 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0847292 Apr 12 20:04:30.429971 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:04:30.439882 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac334c37-5b07-4b1e-86e2-220bfcd34ce9 req-9b65c9b6-b6ec-49ec-beff-9f99d29997ab tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:30.441343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ac334c37-5b07-4b1e-86e2-220bfcd34ce9 req-9b65c9b6-b6ec-49ec-beff-9f99d29997ab tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 945 time: 0.1085362 Apr 12 20:04:30.477205 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:04:30.484726 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:30.485147 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.516360 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-16551409-a48c-4689-ad7a-0b924055c362 req-6ba8a064-21e2-449e-b985-bbd7d4bbd24c tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013255 Apr 12 20:04:30.516930 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c701df8-9c50-4a94-8c05-72bee8605b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e918c53e-4c2d-4b61-99e5-bb7346c3f1a4), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.519456 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2c701df8-9c50-4a94-8c05-72bee8605b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.523098 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2c701df8-9c50-4a94-8c05-72bee8605b0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e918c53e-4c2d-4b61-99e5-bb7346c3f1a4 HTTP/1.1" status: 204 len: 168 time: 0.2670555 Apr 12 20:04:30.538022 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ac334c37-5b07-4b1e-86e2-220bfcd34ce9 req-173e5935-d972-4cab-8944-ec8b48917108 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877421 Apr 12 20:04:30.539220 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c701df8-9c50-4a94-8c05-72bee8605b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e918c53e-4c2d-4b61-99e5-bb7346c3f1a4,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:30.615058 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:30.615449 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.644703 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:04:30.647128 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5488b60a-2618-4f89-abf8-1dda4a9af450" -d '{"events": [{"server_uuid": "97b6c2fe-8b3e-4db3-8942-45015a61b45e", "name": "network-vif-plugged", "status": "completed", "tag": "9ba3bd1a-99a9-420e-bb5a-4ef90e053189"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:04:30.654616 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d91581-c976-46eb-b7fd-8161ac3f71fd req-22c2d498-c247-48fe-9dc7-69c29f1ec427 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:30.656204 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c5d91581-c976-46eb-b7fd-8161ac3f71fd req-22c2d498-c247-48fe-9dc7-69c29f1ec427 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0643094 Apr 12 20:04:30.665581 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:30.673642 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.726667 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfc153-f782-41db-a21f-bf657528d02c req-7bed5f12-a2ef-44ff-b0d3-dc5c9b87bdd1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:30.728246 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0edfc153-f782-41db-a21f-bf657528d02c req-7bed5f12-a2ef-44ff-b0d3-dc5c9b87bdd1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0711520 Apr 12 20:04:30.735108 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:30.762480 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c5d91581-c976-46eb-b7fd-8161ac3f71fd req-b83a24d5-8f1b-43a4-871e-874eee467029 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941806 Apr 12 20:04:30.797863 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0edfc153-f782-41db-a21f-bf657528d02c req-8083cd1c-62dc-46a4-a1d1-445768e743aa tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564449 Apr 12 20:04:30.838187 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06e85f-71ca-485b-84c2-aec076014865 x-openstack-request-id: req-1c06e85f-71ca-485b-84c2-aec076014865 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:04:30.838538 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b6c2fe-8b3e-4db3-8942-45015a61b45e", "name": "network-vif-plugged", "status": "completed", "tag": "9ba3bd1a-99a9-420e-bb5a-4ef90e053189", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:04:30.839184 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c06e85f-71ca-485b-84c2-aec076014865 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:04:30.839316 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c06e85f-71ca-485b-84c2-aec076014865'] response: {'server_uuid': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189', 'code': 200} Apr 12 20:04:30.888696 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38180) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:30.902422 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1714b005-c2cb-471d-af24-1afc34e7078f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.985294 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1714b005-c2cb-471d-af24-1afc34e7078f admin admin] Publish callbacks [] for security_group (41e1e50d-4f34-4d89-85d7-2b7a47339cea), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:30.989679 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1714b005-c2cb-471d-af24-1afc34e7078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (41e1e50d-4f34-4d89-85d7-2b7a47339cea), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.027141 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-1714b005-c2cb-471d-af24-1afc34e7078f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e7391672b994da895200be0bb42b7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373866 Apr 12 20:04:31.027981 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b005-c2cb-471d-af24-1afc34e7078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e1e50d-4f34-4d89-85d7-2b7a47339cea,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:31.030600 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38188) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:31.079659 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-de2c5f87-e1f1-4e33-b038-a50cdc3c58c6 admin admin] Publish callbacks [] for security_group (41e1e50d-4f34-4d89-85d7-2b7a47339cea), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.101151 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-de2c5f87-e1f1-4e33-b038-a50cdc3c58c6 admin admin] Publish callbacks [] for security_group (41e1e50d-4f34-4d89-85d7-2b7a47339cea), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.153104 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-de2c5f87-e1f1-4e33-b038-a50cdc3c58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (41e1e50d-4f34-4d89-85d7-2b7a47339cea), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.155723 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-de2c5f87-e1f1-4e33-b038-a50cdc3c58c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.156882 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-de2c5f87-e1f1-4e33-b038-a50cdc3c58c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41e1e50d-4f34-4d89-85d7-2b7a47339cea HTTP/1.1" status: 204 len: 168 time: 0.1252749 Apr 12 20:04:31.164895 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c5f87-e1f1-4e33-b038-a50cdc3c58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e1e50d-4f34-4d89-85d7-2b7a47339cea,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:31.490038 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38198) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:31.503470 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b71efa04-a4a9-4711-ad6e-6c40f561ec18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.577651 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b71efa04-a4a9-4711-ad6e-6c40f561ec18 admin admin] Publish callbacks [] for security_group (7d94ab35-023a-48b4-bb21-33344b65c151), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.583847 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b71efa04-a4a9-4711-ad6e-6c40f561ec18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (7d94ab35-023a-48b4-bb21-33344b65c151), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.624754 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b71efa04-a4a9-4711-ad6e-6c40f561ec18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=758e0d29aa844f12819d4099067f2a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336143 Apr 12 20:04:31.625426 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71efa04-a4a9-4711-ad6e-6c40f561ec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94ab35-023a-48b4-bb21-33344b65c151,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:31.627837 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38202) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:31.681547 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2503d-288d-48cd-a858-8c37ea433a9c req-33f61f6c-b820-4ef2-9a01-72e728e926c4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:31.682995 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94e2503d-288d-48cd-a858-8c37ea433a9c req-33f61f6c-b820-4ef2-9a01-72e728e926c4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0636456 Apr 12 20:04:31.724601 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d95-0ae5-4c92-8c7f-75cf7c8d6ab4 admin admin] Publish callbacks [] for security_group (7d94ab35-023a-48b4-bb21-33344b65c151), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.749613 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94e2503d-288d-48cd-a858-8c37ea433a9c req-382b04b5-11c7-4cd3-bafe-cbbbcbfcde28 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608878 Apr 12 20:04:31.757977 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d95-0ae5-4c92-8c7f-75cf7c8d6ab4 admin admin] Publish callbacks [] for security_group (7d94ab35-023a-48b4-bb21-33344b65c151), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.810506 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d95-0ae5-4c92-8c7f-75cf7c8d6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (7d94ab35-023a-48b4-bb21-33344b65c151), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.813345 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ca1d9d95-0ae5-4c92-8c7f-75cf7c8d6ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:31.814449 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ca1d9d95-0ae5-4c92-8c7f-75cf7c8d6ab4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d94ab35-023a-48b4-bb21-33344b65c151 HTTP/1.1" status: 204 len: 168 time: 0.1845732 Apr 12 20:04:31.823703 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d9d95-0ae5-4c92-8c7f-75cf7c8d6ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94ab35-023a-48b4-bb21-33344b65c151,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:31.930734 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06b837-ab68-4386-bc62-7cb1ace8ee1b req-d74d7eb3-8c96-4437-b677-9351a601adab tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:31.932414 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fb06b837-ab68-4386-bc62-7cb1ace8ee1b req-d74d7eb3-8c96-4437-b677-9351a601adab tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0721650 Apr 12 20:04:31.940774 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274a140-a83e-4154-b2c9-668b8c04e82f req-e0d0af61-282b-4aed-87df-7726e3168d47 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:31.942126 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5274a140-a83e-4154-b2c9-668b8c04e82f req-e0d0af61-282b-4aed-87df-7726e3168d47 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0800679 Apr 12 20:04:32.019524 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fb06b837-ab68-4386-bc62-7cb1ace8ee1b req-ce11fe0e-38e2-4b89-aaf8-93c1c9ab2527 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764141 Apr 12 20:04:32.022595 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5274a140-a83e-4154-b2c9-668b8c04e82f req-2e647157-ecc1-4b23-a23d-fa976d37c91b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717924 Apr 12 20:04:32.742564 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 6d147cb2-11fa-4753-bea1-bfddb958ebf6 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:04:32.850092 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 6d147cb2-11fa-4753-bea1-bfddb958ebf6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:32.863649 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '6d147cb2-11fa-4753-bea1-bfddb958ebf6', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'port_id': '6d147cb2-11fa-4753-bea1-bfddb958ebf6', 'mac_address': 'fa:16:3e:7a:d2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:04:32.868627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6df2c4-4222-4e27-b17a-ac0fcfe6d5c2 req-190d814e-8b97-471c-a977-de4cbeaccca6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:32.870327 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d6df2c4-4222-4e27-b17a-ac0fcfe6d5c2 req-190d814e-8b97-471c-a977-de4cbeaccca6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0476921 Apr 12 20:04:32.903753 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:32.904470 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:32.917972 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d147cb2-11fa-4753-bea1-bfddb958ebf6 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:32.920162 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d6df2c4-4222-4e27-b17a-ac0fcfe6d5c2 req-50e27341-0a72-4c8e-a81d-6cd4f6de26d3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Apr 12 20:04:32.946804 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 6d147cb2-11fa-4753-bea1-bfddb958ebf6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:32.960482 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:33.029941 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=6d147cb2-11fa-4753-bea1-bfddb958ebf6,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:33.167952 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d45b9-fcd2-4ca7-83ad-2db5d2fb62f6 req-4983541e-7d72-43d5-8d8b-9cd48e91a911 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:33.169333 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f40d45b9-fcd2-4ca7-83ad-2db5d2fb62f6 req-4983541e-7d72-43d5-8d8b-9cd48e91a911 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0727484 Apr 12 20:04:33.177190 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68822e-25d5-4875-a34e-31caae2a8c2a req-3cc19095-b3c5-4086-a34d-ef70dc781d76 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:33.178522 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c68822e-25d5-4875-a34e-31caae2a8c2a req-3cc19095-b3c5-4086-a34d-ef70dc781d76 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0800874 Apr 12 20:04:33.247757 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f40d45b9-fcd2-4ca7-83ad-2db5d2fb62f6 req-5efa48cc-959b-44d5-989f-8fe2b881dc12 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682085 Apr 12 20:04:33.250944 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c68822e-25d5-4875-a34e-31caae2a8c2a req-022697da-c76a-407b-be9a-ac5de4f0a4c9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659122 Apr 12 20:04:33.421870 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:04:34.045111 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2c77-75ea-4411-a25f-22fd1faf52b9 req-b75cbeaa-f1d7-4baa-a291-2f9cf502f587 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:34.046620 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39eb2c77-75ea-4411-a25f-22fd1faf52b9 req-b75cbeaa-f1d7-4baa-a291-2f9cf502f587 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0510001 Apr 12 20:04:34.093455 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39eb2c77-75ea-4411-a25f-22fd1faf52b9 req-09b029d2-0da7-4a8d-9082-d8b9da92ffc9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Apr 12 20:04:34.390907 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc05ecd-9b99-41e8-bb14-fda2a293734e req-01a103b4-36d5-4205-9627-fead42983b9c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:34.392369 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3bc05ecd-9b99-41e8-bb14-fda2a293734e req-01a103b4-36d5-4205-9627-fead42983b9c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0725834 Apr 12 20:04:34.400226 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35534d-be4b-4f3e-a8df-71dfad61bb74 req-31e114f3-b3c8-4d28-8667-118b21e89d23 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:34.401561 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bd35534d-be4b-4f3e-a8df-71dfad61bb74 req-31e114f3-b3c8-4d28-8667-118b21e89d23 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0725703 Apr 12 20:04:34.469824 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3bc05ecd-9b99-41e8-bb14-fda2a293734e req-2c6eec7a-0263-4d37-ac21-f56a60d60902 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673614 Apr 12 20:04:34.472985 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bd35534d-be4b-4f3e-a8df-71dfad61bb74 req-a46a5a02-f727-4e4c-b562-0ab9091b1153 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650105 Apr 12 20:04:35.214220 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758bef-f3bc-4dd7-a59a-fe97d1eb8e04 req-1f30aca4-e25c-4ce1-8df0-7d358670c68f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:35.215960 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4c758bef-f3bc-4dd7-a59a-fe97d1eb8e04 req-1f30aca4-e25c-4ce1-8df0-7d358670c68f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0504797 Apr 12 20:04:35.268534 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4c758bef-f3bc-4dd7-a59a-fe97d1eb8e04 req-d1ba3242-3fe7-4f49-853c-f4311ee6b24c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468972 Apr 12 20:04:35.485600 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-369ceab7-e4b5-4eea-921a-d9557ab723fe req-a30df4be-0f74-407b-8285-bcbeb1603eaf service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090930 Apr 12 20:04:35.558101 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-0490419d-82f5-47c9-b941-40a1091beed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:35.559490 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-0490419d-82f5-47c9-b941-40a1091beed0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.1833336 Apr 12 20:04:35.634540 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4e95a-4cc2-455d-8da0-2a5969b3ee5b req-10fe48a4-f609-48c0-a7af-5afc9a2c041a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:35.636079 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0be4e95a-4cc2-455d-8da0-2a5969b3ee5b req-10fe48a4-f609-48c0-a7af-5afc9a2c041a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0833001 Apr 12 20:04:35.641946 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d57495-f21d-4a45-b5bc-116b92d2ef13 req-d0df9d98-3198-4335-99bc-bf2f86b1e2ba tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:35.643292 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-03d57495-f21d-4a45-b5bc-116b92d2ef13 req-d0df9d98-3198-4335-99bc-bf2f86b1e2ba tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0808380 Apr 12 20:04:35.712530 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0be4e95a-4cc2-455d-8da0-2a5969b3ee5b req-d6cecb55-aa91-4059-b073-f406f16417bb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682404 Apr 12 20:04:35.715698 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-03d57495-f21d-4a45-b5bc-116b92d2ef13 req-378007bd-b11c-4b2c-b5a1-07c469d7bbae tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657504 Apr 12 20:04:36.011579 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['6d147cb2-11fa-4753-bea1-bfddb958ebf6'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:04:36.393793 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8985af-3215-4f38-91fe-0fff420e8d0c req-2d150599-a68e-4d83-b1ab-ddf65a58c6a6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:36.395229 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cd8985af-3215-4f38-91fe-0fff420e8d0c req-2d150599-a68e-4d83-b1ab-ddf65a58c6a6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0546284 Apr 12 20:04:36.444745 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cd8985af-3215-4f38-91fe-0fff420e8d0c req-34d42197-d199-4a88-88bb-7db23a3cb676 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437155 Apr 12 20:04:36.862978 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cff24-37bd-497f-97b0-ccb1dd95f9ba req-4cc46db4-0a53-4b6c-874e-de3ed9be2602 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:36.864359 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce4cff24-37bd-497f-97b0-ccb1dd95f9ba req-4cc46db4-0a53-4b6c-874e-de3ed9be2602 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0841947 Apr 12 20:04:36.874756 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c227c-aaa9-4d0b-b99d-99ce8e12b91a req-692f8faa-557c-41e0-be62-ab0776638468 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:36.876168 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-316c227c-aaa9-4d0b-b99d-99ce8e12b91a req-692f8faa-557c-41e0-be62-ab0776638468 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0846276 Apr 12 20:04:36.945043 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce4cff24-37bd-497f-97b0-ccb1dd95f9ba req-d97a0b09-fb89-4abb-8ed8-87132cf5579d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679541 Apr 12 20:04:36.948826 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-316c227c-aaa9-4d0b-b99d-99ce8e12b91a req-b0ce393b-3e69-4da1-ae24-5459f5bec053 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662467 Apr 12 20:04:37.568548 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cdfbe-97c6-4197-9075-5dd143147e1d req-32d67183-5a10-4a4a-9c78-516cc9f21703 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:37.569981 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c3cdfbe-97c6-4197-9075-5dd143147e1d req-32d67183-5a10-4a4a-9c78-516cc9f21703 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0597985 Apr 12 20:04:37.620132 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c3cdfbe-97c6-4197-9075-5dd143147e1d req-a364d926-ddf3-4ca2-810b-00daab013f64 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Apr 12 20:04:38.067619 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75351143-c502-4eb5-b837-8db42bdb783a req-2a22d899-077c-4a58-b52b-6f8b04e8571c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:38.068986 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-75351143-c502-4eb5-b837-8db42bdb783a req-2a22d899-077c-4a58-b52b-6f8b04e8571c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0519152 Apr 12 20:04:38.077866 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 6d147cb2-11fa-4753-bea1-bfddb958ebf6 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:04:38.116770 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-75351143-c502-4eb5-b837-8db42bdb783a req-9899d902-82a5-46a5-abe4-2187c24ebe49 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Apr 12 20:04:38.125535 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:04:38.133995 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:38.134432 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:38.213639 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:38.214034 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:38.219644 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfab148-779e-47c9-96f0-7b6fc9e6d4c6 req-a4e0c37e-f360-413c-a112-2c9f4052a94b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:38.221134 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8dfab148-779e-47c9-96f0-7b6fc9e6d4c6 req-a4e0c37e-f360-413c-a112-2c9f4052a94b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0497437 Apr 12 20:04:38.237488 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d147cb2-11fa-4753-bea1-bfddb958ebf6'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:04:38.239828 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3871187-628d-470f-9d05-ace414bf8dd2" -d '{"events": [{"server_uuid": "0c1d07ae-8b95-4925-bfd8-8e9623b96059", "name": "network-vif-plugged", "status": "completed", "tag": "6d147cb2-11fa-4753-bea1-bfddb958ebf6"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:04:38.262559 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 6d147cb2-11fa-4753-bea1-bfddb958ebf6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:38.269468 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:38.279314 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8dfab148-779e-47c9-96f0-7b6fc9e6d4c6 req-2cedb938-b02b-4adc-b3f3-80fcbc9617a1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519950 Apr 12 20:04:38.326420 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=6d147cb2-11fa-4753-bea1-bfddb958ebf6,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:38.338822 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1341d7-5e10-45b8-bcc4-9a14c2d2d3eb x-openstack-request-id: req-8c1341d7-5e10-45b8-bcc4-9a14c2d2d3eb {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:04:38.339117 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1d07ae-8b95-4925-bfd8-8e9623b96059", "name": "network-vif-plugged", "status": "completed", "tag": "6d147cb2-11fa-4753-bea1-bfddb958ebf6", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:04:38.339366 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c1341d7-5e10-45b8-bcc4-9a14c2d2d3eb {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:04:38.339793 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1341d7-5e10-45b8-bcc4-9a14c2d2d3eb'] response: {'server_uuid': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d147cb2-11fa-4753-bea1-bfddb958ebf6', 'code': 200} Apr 12 20:04:38.736247 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e273bc-6c51-4f00-ab46-f1f48015faf9 req-7400208d-6aab-4711-96aa-c2418e5b3505 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:38.737700 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d6e273bc-6c51-4f00-ab46-f1f48015faf9 req-7400208d-6aab-4711-96aa-c2418e5b3505 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0502019 Apr 12 20:04:38.786645 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d6e273bc-6c51-4f00-ab46-f1f48015faf9 req-1d985850-b2f8-4258-804c-72a6ab7879d9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Apr 12 20:04:39.229896 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117c054-6a6b-4226-bdee-f37d6a1fbb0d req-f1daf4fd-c9b7-4ffa-95c1-46dacab64c8a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:39.231518 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e117c054-6a6b-4226-bdee-f37d6a1fbb0d req-f1daf4fd-c9b7-4ffa-95c1-46dacab64c8a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0471365 Apr 12 20:04:39.288192 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e117c054-6a6b-4226-bdee-f37d6a1fbb0d req-34af3684-f804-4e23-9703-e6809a775d03 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509057 Apr 12 20:04:39.440272 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38408) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:39.553060 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-62bac686-4fca-4ef6-9cc4-32471e6806b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.595051 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf445-1f5e-4273-ac4e-655d018eaaee req-9fff3552-3de5-4889-abe5-7929a9d79d01 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:39.596762 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5b5cf445-1f5e-4273-ac4e-655d018eaaee req-9fff3552-3de5-4889-abe5-7929a9d79d01 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.2321503 Apr 12 20:04:39.630989 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-62bac686-4fca-4ef6-9cc4-32471e6806b3 admin admin] Publish callbacks [] for security_group (0c818463-ea46-4917-a68e-019b9bd7834f), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.637083 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-62bac686-4fca-4ef6-9cc4-32471e6806b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0c818463-ea46-4917-a68e-019b9bd7834f), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.647004 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5b5cf445-1f5e-4273-ac4e-655d018eaaee req-0f885299-b1e4-4161-9856-34e81ff82a44 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433764 Apr 12 20:04:39.675622 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bac686-4fca-4ef6-9cc4-32471e6806b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c818463-ea46-4917-a68e-019b9bd7834f,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:39.681094 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-62bac686-4fca-4ef6-9cc4-32471e6806b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3f42aebc7bf4fef9ff7519cc7ca5e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397828 Apr 12 20:04:39.683760 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38414) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:39.729377 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0fca2740-337e-4699-ad46-9d143212e79f admin admin] Publish callbacks [] for security_group (0c818463-ea46-4917-a68e-019b9bd7834f), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.749411 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0fca2740-337e-4699-ad46-9d143212e79f admin admin] Publish callbacks [] for security_group (0c818463-ea46-4917-a68e-019b9bd7834f), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.800266 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0fca2740-337e-4699-ad46-9d143212e79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0c818463-ea46-4917-a68e-019b9bd7834f), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.802714 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0fca2740-337e-4699-ad46-9d143212e79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.803870 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0fca2740-337e-4699-ad46-9d143212e79f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c818463-ea46-4917-a68e-019b9bd7834f HTTP/1.1" status: 204 len: 168 time: 0.1192222 Apr 12 20:04:39.813590 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca2740-337e-4699-ad46-9d143212e79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c818463-ea46-4917-a68e-019b9bd7834f,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:39.901037 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935300bb-54e3-42ed-b9be-ea27191ef66d req-861ff2c8-baf7-4dd4-a120-67c7f4b61f19 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:39.902525 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-935300bb-54e3-42ed-b9be-ea27191ef66d req-861ff2c8-baf7-4dd4-a120-67c7f4b61f19 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0458591 Apr 12 20:04:39.949169 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-935300bb-54e3-42ed-b9be-ea27191ef66d req-ccc2b277-328d-4e68-b6ad-1c3df5396562 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Apr 12 20:04:40.076870 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38422) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:40.089999 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1ffe-7c6a-4a5f-b23d-0e8e60000db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.160724 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1ffe-7c6a-4a5f-b23d-0e8e60000db4 admin admin] Publish callbacks [] for security_group (f14730db-094b-4fc5-a7a9-70c68b3d5038), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.166662 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dc0f1ffe-7c6a-4a5f-b23d-0e8e60000db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f14730db-094b-4fc5-a7a9-70c68b3d5038), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.203082 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-dc0f1ffe-7c6a-4a5f-b23d-0e8e60000db4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=146814a003aa4b63bf44a45217b7f6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251433 Apr 12 20:04:40.203921 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f1ffe-7c6a-4a5f-b23d-0e8e60000db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14730db-094b-4fc5-a7a9-70c68b3d5038,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:40.206232 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38424) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:40.255180 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1d7ccb02-5443-4c2a-9402-2df97fc5ecef admin admin] Publish callbacks [] for security_group (f14730db-094b-4fc5-a7a9-70c68b3d5038), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.275858 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1d7ccb02-5443-4c2a-9402-2df97fc5ecef admin admin] Publish callbacks [] for security_group (f14730db-094b-4fc5-a7a9-70c68b3d5038), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.327839 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1d7ccb02-5443-4c2a-9402-2df97fc5ecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f14730db-094b-4fc5-a7a9-70c68b3d5038), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.330443 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1d7ccb02-5443-4c2a-9402-2df97fc5ecef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.334369 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-1d7ccb02-5443-4c2a-9402-2df97fc5ecef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f14730db-094b-4fc5-a7a9-70c68b3d5038 HTTP/1.1" status: 204 len: 168 time: 0.1271248 Apr 12 20:04:40.343198 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ccb02-5443-4c2a-9402-2df97fc5ecef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14730db-094b-4fc5-a7a9-70c68b3d5038,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:40.406346 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce190436-2ce4-4be8-8dd3-20bff8772bfa req-5e31eae2-2b66-438c-a30e-db82c398502c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:40.407881 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce190436-2ce4-4be8-8dd3-20bff8772bfa req-5e31eae2-2b66-438c-a30e-db82c398502c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0517869 Apr 12 20:04:40.455404 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce190436-2ce4-4be8-8dd3-20bff8772bfa req-0588b0d1-108b-472d-bee5-52b925db8559 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Apr 12 20:04:40.765461 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce859859-4d25-4065-bf1c-09acbc77d993 req-91971a61-6431-4641-b865-0f1dc8913664 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:40.766896 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce859859-4d25-4065-bf1c-09acbc77d993 req-91971a61-6431-4641-b865-0f1dc8913664 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0476174 Apr 12 20:04:40.812723 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce859859-4d25-4065-bf1c-09acbc77d993 req-49065f5f-d169-4137-8293-989f3639c780 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399075 Apr 12 20:04:41.059272 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68555fc6-1f98-496f-ac05-e9de7b0fe033 req-67062cd6-83cd-4c47-be85-f146c22efe7b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:41.060789 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68555fc6-1f98-496f-ac05-e9de7b0fe033 req-67062cd6-83cd-4c47-be85-f146c22efe7b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0461402 Apr 12 20:04:41.106940 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68555fc6-1f98-496f-ac05-e9de7b0fe033 req-4ccd85fb-cee3-449f-9dd0-19665d384504 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Apr 12 20:04:41.564035 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e95e5-f2f5-42d0-aaaa-ce58ac5e8a0b req-8d59869d-d2ce-4489-9d64-e5068a51552d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:41.565529 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d2e95e5-f2f5-42d0-aaaa-ce58ac5e8a0b req-8d59869d-d2ce-4489-9d64-e5068a51552d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0454819 Apr 12 20:04:41.619530 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d2e95e5-f2f5-42d0-aaaa-ce58ac5e8a0b req-3d60317b-7c2a-4709-88e2-3051dd67ce10 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438488 Apr 12 20:04:41.928691 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49b7f-8f3d-414a-8969-7d7ace9b813c req-96c18d52-446d-4137-b448-b7bbf7eafd7e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:41.930186 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-09a49b7f-8f3d-414a-8969-7d7ace9b813c req-96c18d52-446d-4137-b448-b7bbf7eafd7e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0463104 Apr 12 20:04:41.977263 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-09a49b7f-8f3d-414a-8969-7d7ace9b813c req-385d6370-efb2-42e7-8ccd-b4e6663b3245 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410285 Apr 12 20:04:42.217914 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e3248-4b89-46c7-a829-57ed13ee97fb req-c0dddac9-c15f-4eab-8a8d-733d1667a476 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:42.219406 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-951e3248-4b89-46c7-a829-57ed13ee97fb req-c0dddac9-c15f-4eab-8a8d-733d1667a476 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0465255 Apr 12 20:04:42.267122 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-951e3248-4b89-46c7-a829-57ed13ee97fb req-7b97838f-7519-4a5c-8934-b731bb808782 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Apr 12 20:04:42.295010 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38518) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:42.402344 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9fa8-4626-48b3-9aa4-72dade6b492a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.482830 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9fa8-4626-48b3-9aa4-72dade6b492a admin admin] Publish callbacks [] for security_group (75132aa2-385b-46ac-be0a-918651f72976), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.489091 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9fa8-4626-48b3-9aa4-72dade6b492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (75132aa2-385b-46ac-be0a-918651f72976), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.526794 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3f2e9fa8-4626-48b3-9aa4-72dade6b492a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b779c7434b241f0b68e870bc78a6847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305694 Apr 12 20:04:42.527556 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e9fa8-4626-48b3-9aa4-72dade6b492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75132aa2-385b-46ac-be0a-918651f72976,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:42.530493 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38526) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:42.577310 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7cacc24f-af1f-4c5f-b458-46523c85bcd8 admin admin] Publish callbacks [] for security_group (75132aa2-385b-46ac-be0a-918651f72976), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.598672 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7cacc24f-af1f-4c5f-b458-46523c85bcd8 admin admin] Publish callbacks [] for security_group (75132aa2-385b-46ac-be0a-918651f72976), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.649371 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7cacc24f-af1f-4c5f-b458-46523c85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (75132aa2-385b-46ac-be0a-918651f72976), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.651971 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7cacc24f-af1f-4c5f-b458-46523c85bcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.653135 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7cacc24f-af1f-4c5f-b458-46523c85bcd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75132aa2-385b-46ac-be0a-918651f72976 HTTP/1.1" status: 204 len: 168 time: 0.1212645 Apr 12 20:04:42.661200 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacc24f-af1f-4c5f-b458-46523c85bcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75132aa2-385b-46ac-be0a-918651f72976,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:42.739305 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22b23-ee6c-4655-87d1-0d4d43d5ae6a req-fc7dd8ab-005d-4304-a13c-359c31f52575 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:42.740898 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d3c22b23-ee6c-4655-87d1-0d4d43d5ae6a req-fc7dd8ab-005d-4304-a13c-359c31f52575 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0475006 Apr 12 20:04:42.790099 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d3c22b23-ee6c-4655-87d1-0d4d43d5ae6a req-78aa3a84-d2fa-4d36-b061-ae984a2393e6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Apr 12 20:04:42.919435 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38536) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:42.932860 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a8286de-da2d-4419-a364-03262bfb136b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:43.009298 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a8286de-da2d-4419-a364-03262bfb136b admin admin] Publish callbacks [] for security_group (88144aec-ba13-40a5-b48b-906b5b7ab619), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:43.016130 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a8286de-da2d-4419-a364-03262bfb136b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (88144aec-ba13-40a5-b48b-906b5b7ab619), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:43.065149 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8286de-da2d-4419-a364-03262bfb136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88144aec-ba13-40a5-b48b-906b5b7ab619,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:43.084539 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6a8286de-da2d-4419-a364-03262bfb136b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f9f4340eeae4503a7e195c588aac2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640832 Apr 12 20:04:43.087550 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38540) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:43.102816 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b307c80-2cfb-4bbb-9f91-f35716ca4363 req-524fcc58-ff3c-4bb4-9fc0-8fc87549c875 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:43.104346 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b307c80-2cfb-4bbb-9f91-f35716ca4363 req-524fcc58-ff3c-4bb4-9fc0-8fc87549c875 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0554872 Apr 12 20:04:43.138242 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7ae5448c-1106-460f-b7b8-9ac7cb765b0c admin admin] Publish callbacks [] for security_group (88144aec-ba13-40a5-b48b-906b5b7ab619), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:43.151952 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b307c80-2cfb-4bbb-9f91-f35716ca4363 req-0f08b0d0-8e63-466d-a4ed-e67b6e97a2d3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420198 Apr 12 20:04:43.159599 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7ae5448c-1106-460f-b7b8-9ac7cb765b0c admin admin] Publish callbacks [] for security_group (88144aec-ba13-40a5-b48b-906b5b7ab619), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:43.211658 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7ae5448c-1106-460f-b7b8-9ac7cb765b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (88144aec-ba13-40a5-b48b-906b5b7ab619), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:43.214148 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7ae5448c-1106-460f-b7b8-9ac7cb765b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:43.215348 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7ae5448c-1106-460f-b7b8-9ac7cb765b0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88144aec-ba13-40a5-b48b-906b5b7ab619 HTTP/1.1" status: 204 len: 168 time: 0.1266086 Apr 12 20:04:43.222899 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5448c-1106-460f-b7b8-9ac7cb765b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88144aec-ba13-40a5-b48b-906b5b7ab619,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:43.378959 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819056d-60ca-4f3f-8b5b-11de1f87211a req-580f24a4-0144-4e9d-a745-1daf40d56787 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:43.385741 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a819056d-60ca-4f3f-8b5b-11de1f87211a req-580f24a4-0144-4e9d-a745-1daf40d56787 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0513225 Apr 12 20:04:43.427609 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a819056d-60ca-4f3f-8b5b-11de1f87211a req-693a90c2-bf97-41ba-9046-008b110a7a23 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Apr 12 20:04:43.904848 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf20bf-937a-4070-826e-d6a691fc3118 req-9c6201d9-5c96-4b68-98ad-f2354f49ed04 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:43.906343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15cf20bf-937a-4070-826e-d6a691fc3118 req-9c6201d9-5c96-4b68-98ad-f2354f49ed04 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0481317 Apr 12 20:04:43.952606 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15cf20bf-937a-4070-826e-d6a691fc3118 req-761c52cc-bb97-4817-8740-5ec1da4dabc7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Apr 12 20:04:44.268538 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c2df-c492-49c7-ac29-11dcb5acfea6 req-65a7acb8-d487-4d4b-a688-c1538239edb4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:44.269995 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d6d1c2df-c492-49c7-ac29-11dcb5acfea6 req-65a7acb8-d487-4d4b-a688-c1538239edb4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0474443 Apr 12 20:04:44.318019 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d6d1c2df-c492-49c7-ac29-11dcb5acfea6 req-99d6494a-c0f9-45dc-8f5c-72e876cfbf4c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423226 Apr 12 20:04:44.545480 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc875b7e-c906-4496-ac80-636bf0e854df req-6fc55cee-e2e4-4ded-9b42-2c70451ad028 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:44.547001 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bc875b7e-c906-4496-ac80-636bf0e854df req-6fc55cee-e2e4-4ded-9b42-2c70451ad028 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0524304 Apr 12 20:04:44.602055 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bc875b7e-c906-4496-ac80-636bf0e854df req-0664bc34-707a-4633-97c8-45e0e73e9104 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487406 Apr 12 20:04:45.068695 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8715755-4f4e-461b-bc66-8bd37f65eb85 req-091ae12e-99db-40dd-83a9-dfeaf0134de7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:45.070695 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a8715755-4f4e-461b-bc66-8bd37f65eb85 req-091ae12e-99db-40dd-83a9-dfeaf0134de7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0484345 Apr 12 20:04:45.120844 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a8715755-4f4e-461b-bc66-8bd37f65eb85 req-5e588140-0ffa-4ff3-87ce-788af5a556c8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442045 Apr 12 20:04:45.445322 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa6802-238a-499d-8e6a-1007823d553b req-4b72edfc-c1a9-4db8-b48b-27b528e65437 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:45.446697 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5aa6802-238a-499d-8e6a-1007823d553b req-4b72edfc-c1a9-4db8-b48b-27b528e65437 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0590167 Apr 12 20:04:45.502187 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5aa6802-238a-499d-8e6a-1007823d553b req-a96ca068-3faa-40e1-8663-127e4fadcf6a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492458 Apr 12 20:04:45.507391 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-bfc85ede-3d58-4d5e-b1d9-ba217d8b5efc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189 HTTP/1.1" status: 200 len: 217 time: 0.0383723 Apr 12 20:04:45.583991 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479782ff-9b6c-464c-afab-ce063187e5a3 req-83590544-8735-498b-a08c-6b8a1beb4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:45.592988 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-479782ff-9b6c-464c-afab-ce063187e5a3 req-83590544-8735-498b-a08c-6b8a1beb4fac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1129 time: 0.0604250 Apr 12 20:04:45.667071 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab881-854d-41f7-ac49-5dab16dbba92 req-5dc847fc-1ef4-4295-b627-f6812609fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:45.668705 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2bfab881-854d-41f7-ac49-5dab16dbba92 req-5dc847fc-1ef4-4295-b627-f6812609fe6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 1130 time: 0.1417360 Apr 12 20:04:45.672430 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-9fc3465d-477a-4a8e-b465-d9adb7506b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:45.673796 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-9fc3465d-477a-4a8e-b465-d9adb7506b33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.1379809 Apr 12 20:04:45.676560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-479782ff-9b6c-464c-afab-ce063187e5a3 req-dfff33ca-e4ff-43cc-9daa-89ca0ff6e169 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768313 Apr 12 20:04:45.736565 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ce65d-d7fc-4277-a8fb-6d8cf7b13403 req-85e25e1f-b0e5-45e5-8c3c-8ad838b2e79b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:45.738078 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-737ce65d-d7fc-4277-a8fb-6d8cf7b13403 req-85e25e1f-b0e5-45e5-8c3c-8ad838b2e79b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0496340 Apr 12 20:04:45.792262 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-737ce65d-d7fc-4277-a8fb-6d8cf7b13403 req-8bfb6ada-7344-4feb-a783-3dc0c8016766 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478842 Apr 12 20:04:46.115324 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:04:46.218144 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:46.226935 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-0dbcf9c0-d0bc-4fff-89a8-46beab55b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:46.228688 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-0dbcf9c0-d0bc-4fff-89a8-46beab55b35d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673058 Apr 12 20:04:46.230805 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'port_id': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'mac_address': 'fa:16:3e:77:17:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:04:46.288292 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:46.288564 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:46.313079 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d16c47-3ed7-4dea-abe3-618c8d274001 req-fc87f623-9de7-448a-ac45-aa9e9ed79d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:46.314642 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9d16c47-3ed7-4dea-abe3-618c8d274001 req-fc87f623-9de7-448a-ac45-aa9e9ed79d95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1129 time: 0.1189992 Apr 12 20:04:46.328735 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2bfab881-854d-41f7-ac49-5dab16dbba92 req-21767b09-ca92-4752-993e-9a21b5d47cde service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990677 Apr 12 20:04:46.333417 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa4bbdd-a1b2-4844-9345-3fa2bdcee56b {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:04:46.369592 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:46.376272 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:46.389689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210a265-16a0-45db-8f81-4ea7d62c79b5 req-4896eeef-0043-4d96-ba25-05a7107a0532 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:46.391754 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b210a265-16a0-45db-8f81-4ea7d62c79b5 req-4896eeef-0043-4d96-ba25-05a7107a0532 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.1821921 Apr 12 20:04:46.417067 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-314936ad-aa1f-43f5-afcb-beab7b1a6c1f service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346602 Apr 12 20:04:46.435250 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9d16c47-3ed7-4dea-abe3-618c8d274001 req-2abbf30b-1d0d-458b-bfdd-ca0a60aafd6d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046588 Apr 12 20:04:46.444614 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:46.464230 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b210a265-16a0-45db-8f81-4ea7d62c79b5 req-8107ef43-c56a-4bd5-875d-8ca10af8ff61 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490460 Apr 12 20:04:46.633942 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f411265-9f0b-46d0-9622-686bd0d0bc82 req-ef054855-0480-4930-9a7a-5e365cfbc6ed tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:46.635430 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6f411265-9f0b-46d0-9622-686bd0d0bc82 req-ef054855-0480-4930-9a7a-5e365cfbc6ed tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 945 time: 0.0487244 Apr 12 20:04:46.689983 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6f411265-9f0b-46d0-9622-686bd0d0bc82 req-be68dc16-82c8-4b52-9925-60f22496fa72 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486834 Apr 12 20:04:46.816280 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:04:46.927350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7d3ad-5149-422d-89f1-530738af5dd2 req-99c4ced7-3646-494e-a6b2-5af3a0066548 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:46.928908 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7ed7d3ad-5149-422d-89f1-530738af5dd2 req-99c4ced7-3646-494e-a6b2-5af3a0066548 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0679576 Apr 12 20:04:46.979695 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7ed7d3ad-5149-422d-89f1-530738af5dd2 req-fadeb9fc-f5f4-4c73-96b3-5b92d213137e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Apr 12 20:04:47.101152 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-4bccb4e6-a1ad-4523-8c62-f5fdda3595d8 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011274 Apr 12 20:04:47.328414 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38688) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:47.433780 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e1545c6d-48fe-4004-b082-96dc55fe265c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.527069 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e1545c6d-48fe-4004-b082-96dc55fe265c admin admin] Publish callbacks [] for security_group (79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.535315 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e1545c6d-48fe-4004-b082-96dc55fe265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.576687 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1545c6d-48fe-4004-b082-96dc55fe265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:47.593878 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e1545c6d-48fe-4004-b082-96dc55fe265c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dacc2efa33524a0da56e5d2d2d4b3030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643144 Apr 12 20:04:47.598194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d538abe-2990-4646-902a-ab4699e046d0 req-21ce1d69-b824-431f-8240-e961a34fd990 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:47.598457 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 38710) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:47.600005 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7d538abe-2990-4646-902a-ab4699e046d0 req-21ce1d69-b824-431f-8240-e961a34fd990 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0587811 Apr 12 20:04:47.663403 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-522ab54f-1870-4f65-8efe-ea5ad6d21327 admin admin] Publish callbacks [] for security_group (79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.667808 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7d538abe-2990-4646-902a-ab4699e046d0 req-1ea7a815-2a6a-4dbf-9fcc-f504cfcb1cdf tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612724 Apr 12 20:04:47.698463 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-522ab54f-1870-4f65-8efe-ea5ad6d21327 admin admin] Publish callbacks [] for security_group (79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.766659 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-522ab54f-1870-4f65-8efe-ea5ad6d21327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.769177 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-522ab54f-1870-4f65-8efe-ea5ad6d21327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:47.770330 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-522ab54f-1870-4f65-8efe-ea5ad6d21327 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4 HTTP/1.1" status: 204 len: 168 time: 0.1709836 Apr 12 20:04:47.784215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ab54f-1870-4f65-8efe-ea5ad6d21327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a6f1ca-4519-4acb-ba8d-4d5d2902a6f4,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:47.871606 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70244-b57e-44e9-89f0-e6a2df2b0bab req-c32d47f6-3072-4b49-ba99-9fb34d745073 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:47.873346 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91f70244-b57e-44e9-89f0-e6a2df2b0bab req-c32d47f6-3072-4b49-ba99-9fb34d745073 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 945 time: 0.0582540 Apr 12 20:04:47.940094 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91f70244-b57e-44e9-89f0-e6a2df2b0bab req-adeee35d-ff2c-4fbd-98db-eab270d0d388 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599113 Apr 12 20:04:48.118062 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:04:48.121508 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781754f-fead-42de-8eae-19073fcfc895 req-563d2be2-cd75-4382-925a-78630be9de89 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:48.129464 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6781754f-fead-42de-8eae-19073fcfc895 req-563d2be2-cd75-4382-925a-78630be9de89 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0719194 Apr 12 20:04:48.188582 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:04:48.211690 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:48.212076 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:48.235569 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6781754f-fead-42de-8eae-19073fcfc895 req-a9134bf8-46af-42d4-95a8-10bfa30b7d7b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824339 Apr 12 20:04:48.307968 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:48.308593 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:48.361592 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:48.362922 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:04:48.366193 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b98fb2-bf1f-451c-923e-616a4b404823" -d '{"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-plugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:04:48.385837 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:48.454979 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e30c8f-3da2-42cd-a6bc-6c0d9a8efe4d x-openstack-request-id: req-c4e30c8f-3da2-42cd-a6bc-6c0d9a8efe4d {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:04:48.455459 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-plugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:04:48.455755 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4e30c8f-3da2-42cd-a6bc-6c0d9a8efe4d {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:04:48.456151 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e30c8f-3da2-42cd-a6bc-6c0d9a8efe4d'] response: {'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'code': 200} Apr 12 20:04:48.469520 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:48.794135 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b95f3e-2c33-4e84-ae37-fd9242863721 req-935f6458-34ad-4a10-b979-4c5f59033a47 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:48.796565 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d8b95f3e-2c33-4e84-ae37-fd9242863721 req-935f6458-34ad-4a10-b979-4c5f59033a47 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0543251 Apr 12 20:04:48.852368 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d8b95f3e-2c33-4e84-ae37-fd9242863721 req-d8209590-427e-44ed-9f7f-b4160cf0e4b6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499413 Apr 12 20:04:49.073374 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fda13-e3ca-418b-af8c-f31c1b8062ac req-3c89b823-3e49-4f06-ab6f-5c3e6008530e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:49.075131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-691fda13-e3ca-418b-af8c-f31c1b8062ac req-3c89b823-3e49-4f06-ab6f-5c3e6008530e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0548685 Apr 12 20:04:49.127786 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-691fda13-e3ca-418b-af8c-f31c1b8062ac req-f641cc3e-f6c7-482e-9c6b-d0b879decb55 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463581 Apr 12 20:04:49.349568 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b7ce5-b5d1-4f4d-8ad8-cf4f9ef658b9 req-053d49ea-9f64-4726-a3d8-1b097e711330 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:49.351322 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-649b7ce5-b5d1-4f4d-8ad8-cf4f9ef658b9 req-053d49ea-9f64-4726-a3d8-1b097e711330 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0482597 Apr 12 20:04:49.400663 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-649b7ce5-b5d1-4f4d-8ad8-cf4f9ef658b9 req-62c6e352-e56d-4567-becd-1f2304e883fc tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Apr 12 20:04:49.966156 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8be41-4c55-42d0-802b-a834af7f5337 req-c7aa92b2-1708-48d4-a8c3-4ba2ef58c62f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:49.967646 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a6f8be41-4c55-42d0-802b-a834af7f5337 req-c7aa92b2-1708-48d4-a8c3-4ba2ef58c62f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0480917 Apr 12 20:04:50.017260 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a6f8be41-4c55-42d0-802b-a834af7f5337 req-3210a3c4-e4d8-44d4-8967-4606f45f9184 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431306 Apr 12 20:04:50.245742 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1686a-8b29-4bf0-a11d-ce51012f81dd req-88df29a0-f582-43f0-9470-60797941c4e7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:50.247226 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60f1686a-8b29-4bf0-a11d-ce51012f81dd req-88df29a0-f582-43f0-9470-60797941c4e7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0465765 Apr 12 20:04:50.297314 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60f1686a-8b29-4bf0-a11d-ce51012f81dd req-b5381ce5-8565-4280-af2d-46f6887b3780 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437143 Apr 12 20:04:50.514831 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709b14-4fad-49b6-8786-1565faac5d83 req-f88e2575-9b48-4c5a-8df4-51830fc27ba8 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:50.516292 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d5709b14-4fad-49b6-8786-1565faac5d83 req-f88e2575-9b48-4c5a-8df4-51830fc27ba8 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0493772 Apr 12 20:04:50.564330 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d5709b14-4fad-49b6-8786-1565faac5d83 req-29cd013a-5176-42f5-b952-d6bbe664d30b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Apr 12 20:04:51.139320 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f7b3e-f357-4525-9229-103a12fa8e53 req-d596bbf5-9871-4b32-b705-261af7f5ab04 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:51.140772 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-846f7b3e-f357-4525-9229-103a12fa8e53 req-d596bbf5-9871-4b32-b705-261af7f5ab04 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0493569 Apr 12 20:04:51.187972 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-846f7b3e-f357-4525-9229-103a12fa8e53 req-ad587860-b28f-4176-a455-4181f5b289b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Apr 12 20:04:51.416740 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd945bf-ffe4-47d9-9269-3ad7e7b5b0ae req-79fd6340-65ed-4de7-a3cc-108e6eb02827 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:51.418333 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bbd945bf-ffe4-47d9-9269-3ad7e7b5b0ae req-79fd6340-65ed-4de7-a3cc-108e6eb02827 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0464873 Apr 12 20:04:51.468166 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bbd945bf-ffe4-47d9-9269-3ad7e7b5b0ae req-eeb6d5f8-1427-461d-bd48-8a547c0b6f1c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442824 Apr 12 20:04:51.682412 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e72f6-263b-457a-8b79-5d35642e7780 req-d9e1737e-f444-432c-87e4-df7872038af3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:51.683926 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-116e72f6-263b-457a-8b79-5d35642e7780 req-d9e1737e-f444-432c-87e4-df7872038af3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0466099 Apr 12 20:04:51.729055 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-116e72f6-263b-457a-8b79-5d35642e7780 req-5f788678-d703-4a4d-a908-43fc21cba14a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Apr 12 20:04:52.006118 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7408b1-cb37-4b13-8afd-68a560282e69 req-a3f6457c-afef-4994-840d-c33dd65971be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:52.007562 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1b7408b1-cb37-4b13-8afd-68a560282e69 req-a3f6457c-afef-4994-840d-c33dd65971be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0456088 Apr 12 20:04:52.056400 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1b7408b1-cb37-4b13-8afd-68a560282e69 req-31316787-e75b-4ec7-85ea-8c4e4207a9fe tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Apr 12 20:04:52.312603 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36025178-9b95-43ab-8a4d-bc47f7872f72 req-2251bfdd-5063-433f-930a-4e9ee57f3d3f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:52.314071 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36025178-9b95-43ab-8a4d-bc47f7872f72 req-2251bfdd-5063-433f-930a-4e9ee57f3d3f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0496757 Apr 12 20:04:52.371262 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36025178-9b95-43ab-8a4d-bc47f7872f72 req-832c55a1-f400-4ada-a580-80fd73355232 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484109 Apr 12 20:04:52.607463 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345317a-1c65-473a-8893-98bf164b1526 req-186a8d73-9aba-4924-824a-ab0b63106261 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:52.609638 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e345317a-1c65-473a-8893-98bf164b1526 req-186a8d73-9aba-4924-824a-ab0b63106261 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0568547 Apr 12 20:04:52.659828 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e345317a-1c65-473a-8893-98bf164b1526 req-3206a105-f11e-453c-9f7e-5880496f214b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419459 Apr 12 20:04:52.871756 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f5084011-b0c1-4370-a125-2b0aca8c24e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:53.181273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0769-16da-4fcb-bab7-0aec250ad7b6 req-de0262df-c089-4234-b2f7-da82f63f6f49 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:53.182710 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ef4c0769-16da-4fcb-bab7-0aec250ad7b6 req-de0262df-c089-4234-b2f7-da82f63f6f49 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0484014 Apr 12 20:04:53.230788 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ef4c0769-16da-4fcb-bab7-0aec250ad7b6 req-1aea42d2-a637-4535-91f3-b6b4084e52ea tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Apr 12 20:04:53.486182 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394805fc-48e9-42e9-9d89-3f24c8deb87a req-50fa4c82-a164-45af-9e0a-ac7965361a01 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:53.487697 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-394805fc-48e9-42e9-9d89-3f24c8deb87a req-50fa4c82-a164-45af-9e0a-ac7965361a01 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0471933 Apr 12 20:04:53.539704 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-394805fc-48e9-42e9-9d89-3f24c8deb87a req-2aecad8a-dc78-4564-9e49-120a29d7dbd8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Apr 12 20:04:53.803852 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a02d5-e230-4961-97eb-e70f545e405e req-c414ae60-4e92-4a02-b626-ad942aacc50b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:53.805318 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-121a02d5-e230-4961-97eb-e70f545e405e req-c414ae60-4e92-4a02-b626-ad942aacc50b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0489492 Apr 12 20:04:53.854848 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-121a02d5-e230-4961-97eb-e70f545e405e req-abaca29e-9e2d-4893-a48f-e9369374a893 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437596 Apr 12 20:04:54.354495 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9fcb0-16f1-4a74-a616-2d09b3835251 req-5727f6bb-b7f3-4245-a40a-5ee74bf2a519 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:54.355979 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24f9fcb0-16f1-4a74-a616-2d09b3835251 req-5727f6bb-b7f3-4245-a40a-5ee74bf2a519 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0472004 Apr 12 20:04:54.405662 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24f9fcb0-16f1-4a74-a616-2d09b3835251 req-ed562714-db0c-4074-97cc-48f4ebee644b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Apr 12 20:04:54.662729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aad86-a20c-4e93-aca9-6878baa4b27d req-2a3e5ecc-8500-441b-8fbe-8ec58cd73333 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:54.664227 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d1aad86-a20c-4e93-aca9-6878baa4b27d req-2a3e5ecc-8500-441b-8fbe-8ec58cd73333 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0486672 Apr 12 20:04:54.713682 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d1aad86-a20c-4e93-aca9-6878baa4b27d req-7009400f-3bab-46fd-9320-9a675e2b8b2f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Apr 12 20:04:54.983778 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce894-e239-4897-810b-ddfd8456ddc1 req-da10af0d-1d5e-47fb-ac3c-93c4e615a172 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:54.985252 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2a6ce894-e239-4897-810b-ddfd8456ddc1 req-da10af0d-1d5e-47fb-ac3c-93c4e615a172 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0532930 Apr 12 20:04:55.037114 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2a6ce894-e239-4897-810b-ddfd8456ddc1 req-4d25ae1b-ce0e-4aa6-aafe-e64bfe4bc533 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432603 Apr 12 20:04:55.216226 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-95e6c93f-0713-40f5-8d05-d6a5500c40f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:55.521124 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:55.528573 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b19e92-256f-445e-acdb-f4f37d1376e4 req-9b3a69ba-220c-4e78-9924-7a9baec6f1c0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:55.530070 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56b19e92-256f-445e-acdb-f4f37d1376e4 req-9b3a69ba-220c-4e78-9924-7a9baec6f1c0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0475154 Apr 12 20:04:55.577016 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56b19e92-256f-445e-acdb-f4f37d1376e4 req-a4f92d65-cf28-4818-b971-6441d5183de9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Apr 12 20:04:55.842328 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77dbc-5022-4280-87ef-a8e6c10decee req-dd18efe7-32dc-42f3-9ae8-877ff95a0971 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:55.843815 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-22b77dbc-5022-4280-87ef-a8e6c10decee req-dd18efe7-32dc-42f3-9ae8-877ff95a0971 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0507658 Apr 12 20:04:55.894262 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-22b77dbc-5022-4280-87ef-a8e6c10decee req-88e49b79-9493-4973-b29e-c9a59deecab9 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Apr 12 20:04:56.140026 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:56.164476 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084999-7f8a-4ba6-8969-47657438f0fe req-5717be5f-0732-42bc-a13b-9fa46f791afb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:56.165969 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b7084999-7f8a-4ba6-8969-47657438f0fe req-5717be5f-0732-42bc-a13b-9fa46f791afb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0465794 Apr 12 20:04:56.215131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b7084999-7f8a-4ba6-8969-47657438f0fe req-5c208a3b-6512-4aa3-9170-5c08570a8c6e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426116 Apr 12 20:04:56.696351 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63f86-1e65-4be7-9008-f123bc1ebce2 req-74c80052-5890-480e-aaec-13461d6cfdd7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:56.697845 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3fa63f86-1e65-4be7-9008-f123bc1ebce2 req-74c80052-5890-480e-aaec-13461d6cfdd7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0460839 Apr 12 20:04:56.743536 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3fa63f86-1e65-4be7-9008-f123bc1ebce2 req-2807f8b9-955d-453e-9e66-331a137394c2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Apr 12 20:04:57.009724 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541b470-7fad-4e0b-bf79-f69a6fd53fa3 req-572a1866-0779-4b3e-88fc-105f9bf798d6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:57.011135 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2541b470-7fad-4e0b-bf79-f69a6fd53fa3 req-572a1866-0779-4b3e-88fc-105f9bf798d6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0498910 Apr 12 20:04:57.062728 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2541b470-7fad-4e0b-bf79-f69a6fd53fa3 req-56c8b421-23ea-4f91-a372-2aaee23bf8d5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Apr 12 20:04:57.339040 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7fd3e-0f7f-4bae-b8c1-9347b105990e req-ba31c5f9-7a4c-4671-b8f2-e468d7a64646 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:57.340558 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-37d7fd3e-0f7f-4bae-b8c1-9347b105990e req-ba31c5f9-7a4c-4671-b8f2-e468d7a64646 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0478473 Apr 12 20:04:57.391417 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-37d7fd3e-0f7f-4bae-b8c1-9347b105990e req-bcb8ca8b-1fa9-4a1f-8d5f-e50a3c52a9b3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425544 Apr 12 20:04:57.617872 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:57.870398 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9efc1-87a4-4c0b-a39c-9ef94fc4e232 req-ce5b41b3-6cc0-4f8a-b455-7b69b0467a08 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:57.871873 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7d9efc1-87a4-4c0b-a39c-9ef94fc4e232 req-ce5b41b3-6cc0-4f8a-b455-7b69b0467a08 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0610938 Apr 12 20:04:57.918678 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7d9efc1-87a4-4c0b-a39c-9ef94fc4e232 req-607605c1-31dc-4780-95e9-e115008d320e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Apr 12 20:04:58.177222 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135f28a-e493-436c-9af9-1443de3d8d8a req-924ea6df-6724-4b6d-9cd7-03f5f444c5ee tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:58.178604 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7135f28a-e493-436c-9af9-1443de3d8d8a req-924ea6df-6724-4b6d-9cd7-03f5f444c5ee tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0463212 Apr 12 20:04:58.231531 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7135f28a-e493-436c-9af9-1443de3d8d8a req-ff26b1ef-5b0c-4891-b0f6-5985c80433f0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470443 Apr 12 20:04:58.344477 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ae325-3122-4113-b566-371a22a69102 req-b9c85502-546e-4030-8b3f-21ebf58a8912 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:58.345978 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e39ae325-3122-4113-b566-371a22a69102 req-b9c85502-546e-4030-8b3f-21ebf58a8912 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0481641 Apr 12 20:04:58.356195 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 38992) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:58.360708 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'floatingip': {'port_id': '2cf51a0b-7850-469b-984b-04c9fec21f24'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:04:58.433140 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (409f827b-4b98-4d4b-ba72-1c10c3a8d0c6), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:58.560791 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-db0c7514-5b5a-4bef-84f0-db595c7ed199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:58.562370 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-db0c7514-5b5a-4bef-84f0-db595c7ed199 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1129 time: 0.0433395 Apr 12 20:04:58.564462 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a87cb-1f7a-4e35-b011-89e942e92962 req-8c9f4819-eef4-4ce5-aca5-c2d74b762963 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:58.565946 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-937a87cb-1f7a-4e35-b011-89e942e92962 req-8c9f4819-eef4-4ce5-aca5-c2d74b762963 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0993848 Apr 12 20:04:58.724113 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-937a87cb-1f7a-4e35-b011-89e942e92962 req-8b7bffea-c6c7-4cd8-b86c-b1212674f182 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373770 Apr 12 20:04:58.725500 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc25e9-3edb-4ac7-aa49-a5abca6718d5 req-7f404b60-c9a8-43ce-a0dc-9b250880083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:58.727234 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-22dc25e9-3edb-4ac7-aa49-a5abca6718d5 req-7f404b60-c9a8-43ce-a0dc-9b250880083c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1130 time: 0.1110690 Apr 12 20:04:58.762732 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-4399aa6e-0a1a-4805-920a-2878475a41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:58.764573 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-4399aa6e-0a1a-4805-920a-2878475a41b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 1130 time: 0.1205347 Apr 12 20:04:58.806474 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-bde3426b-99bd-4998-a243-4a975ca460c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:58.808114 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-bde3426b-99bd-4998-a243-4a975ca460c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.1661153 Apr 12 20:04:58.975257 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:59.185004 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-d390dccf-885a-4307-ae2a-a45500543d33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 200 len: 217 time: 0.0440116 Apr 12 20:04:59.245849 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-784297ef-d394-4dd8-b9da-66089dfc2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:59.247384 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-784297ef-d394-4dd8-b9da-66089dfc2bc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.1255591 Apr 12 20:04:59.293276 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38015e58-af54-4e92-8c3c-cf393a05e758 req-8e27e3b7-3fe8-4921-ba7c-020364e0f02d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:59.294704 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38015e58-af54-4e92-8c3c-cf393a05e758 req-8e27e3b7-3fe8-4921-ba7c-020364e0f02d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1163547 Apr 12 20:04:59.344202 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-22dc25e9-3edb-4ac7-aa49-a5abca6718d5 req-353c0ba2-c2ca-4b88-96f4-5221794e7992 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668632 Apr 12 20:04:59.459990 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38015e58-af54-4e92-8c3c-cf393a05e758 req-007224e2-098a-49c2-afdf-01a91d22ab0c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548829 Apr 12 20:04:59.508876 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:59.514038 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (409f827b-4b98-4d4b-ba72-1c10c3a8d0c6), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:59.634018 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Floating IP 409f827b-4b98-4d4b-ba72-1c10c3a8d0c6 associated. External IP: 172.27.3.242, port: 2cf51a0b-7850-469b-984b-04c9fec21f24. Apr 12 20:04:59.771279 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-0f4e94f6-e313-4ada-818a-5dc505a2cc99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189 HTTP/1.1" status: 200 len: 217 time: 0.0620575 Apr 12 20:04:59.795964 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-b3b0fc3c-7c12-4f85-aea9-a80e5707294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:59.797662 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-b3b0fc3c-7c12-4f85-aea9-a80e5707294b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0961015 Apr 12 20:04:59.873221 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-d2307b62-d684-4955-98b9-eb09bb5f5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:59.875136 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-d2307b62-d684-4955-98b9-eb09bb5f5889 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552552 Apr 12 20:04:59.877132 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-fb512857-f5a3-4060-b9c3-cae3f91f13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:59.878552 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-fb512857-f5a3-4060-b9c3-cae3f91f13b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0971167 Apr 12 20:04:59.919563 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b1546-ddbe-4995-8088-c9749a2c8aee req-6b1bb3e2-a129-4882-a172-62e0cd53fb4b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:59.921121 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-685b1546-ddbe-4995-8088-c9749a2c8aee req-6b1bb3e2-a129-4882-a172-62e0cd53fb4b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0635226 Apr 12 20:04:59.942489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Router 3e32e07c-56a3-4081-85a3-652927ec8f46 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:05:00.026510 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-685b1546-ddbe-4995-8088-c9749a2c8aee req-51616474-4eb7-4f93-a6dd-04735a9474df tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943878 Apr 12 20:05:00.088231 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:00.093392 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:00.105043 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] Sync routers for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:00.117986 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:00.118721 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:00.125026 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d18bbebd-e004-4817-b106-85bbdc6e2323 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "PUT /v2.0/floatingips/409f827b-4b98-4d4b-ba72-1c10c3a8d0c6 HTTP/1.1" status: 200 len: 991 time: 1.7673671 Apr 12 20:05:00.125804 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:05:00.128758 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a234a1-6f99-424c-afc3-d5b8c5027059" -d '{"events": [{"name": "network-changed", "server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:05:00.174136 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cd674d-b14c-4878-b11f-af2debe05c70 x-openstack-request-id: req-43cd674d-b14c-4878-b11f-af2debe05c70 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:05:00.174395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:05:00.174634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43cd674d-b14c-4878-b11f-af2debe05c70 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:05:00.175037 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cd674d-b14c-4878-b11f-af2debe05c70'] response: {'name': 'network-changed', 'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'status': 'completed', 'code': 200} Apr 12 20:05:00.196796 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-b275badf-aa88-4ef4-bef4-1a23fcd395d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:00.198625 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-b275badf-aa88-4ef4-bef4-1a23fcd395d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3054314 Apr 12 20:05:00.228943 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-9adde5ad-a8c4-4aa6-b3bf-3c8381effda4 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370805 Apr 12 20:05:00.260705 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:00.521650 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '409f827b-4b98-4d4b-ba72-1c10c3a8d0c6', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'port_id': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'mac_address': 'fa:16:3e:8c:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:03:41Z', 'updated_at': '2022-04-12T20:04:59Z', 'revision_number': 1, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:00.548176 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] Checking router: 3e32e07c-56a3-4081-85a3-652927ec8f46 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:00.557388 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:00.558008 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:00.587932 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4226d9-4e3a-49b3-8859-0b9988bd0a4e req-0d6cd920-16aa-4307-a155-bc1ac27c9992 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:00.596918 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0a4226d9-4e3a-49b3-8859-0b9988bd0a4e req-0d6cd920-16aa-4307-a155-bc1ac27c9992 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0653250 Apr 12 20:05:00.679310 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-aed6ea6a-acfc-431a-bdaf-96f79f76054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:00.680899 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-aed6ea6a-acfc-431a-bdaf-96f79f76054e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1129 time: 0.0655284 Apr 12 20:05:00.685290 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0a4226d9-4e3a-49b3-8859-0b9988bd0a4e req-5643b21a-664d-4e0a-a86e-84eb7826d0dd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875423 Apr 12 20:05:00.706589 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:00.790738 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce212401-0c20-45e1-bdd7-4e411fd794d0 req-d299f11a-c4e4-4d0c-912b-9dc121dd63f4 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082398 Apr 12 20:05:00.792672 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-f2e6813f-9229-4e96-a0d4-eac8a413e965 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023742 Apr 12 20:05:00.955316 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-0ed689ee-e80b-4ea3-8499-af486285b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:00.966860 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-0ed689ee-e80b-4ea3-8499-af486285b3a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 911 time: 0.2716205 Apr 12 20:05:00.982716 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-86d2089f-bb0d-434f-b55c-d55aed06bf3c req-fff77d76-fbd8-4bfc-9d34-73928d1b3156 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705854 Apr 12 20:05:01.001415 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39078) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:01.096302 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '409f827b-4b98-4d4b-ba72-1c10c3a8d0c6', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'port_id': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'mac_address': 'fa:16:3e:8c:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:03:41Z', 'updated_at': '2022-04-12T20:04:59Z', 'revision_number': 1, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:01.149786 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd023e-63fd-46c3-bdd1-c0f232d0715a None None] The sync data for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi is: [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '409f827b-4b98-4d4b-ba72-1c10c3a8d0c6', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'port_id': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'mac_address': 'fa:16:3e:8c:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:03:41Z', 'updated_at': '2022-04-12T20:04:59Z', 'revision_number': 1, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:01.196950 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-be049374-b4db-45b7-a6ec-0a1cf2a8b4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.215429 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449206c-0bbb-48e9-9f5f-2f90d02e0446 req-6b19fad2-dcae-43a9-95d3-203277775556 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:01.228370 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2449206c-0bbb-48e9-9f5f-2f90d02e0446 req-6b19fad2-dcae-43a9-95d3-203277775556 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0725069 Apr 12 20:05:01.285649 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2449206c-0bbb-48e9-9f5f-2f90d02e0446 req-f440847c-3eb2-4df5-850a-f13d12987e06 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562956 Apr 12 20:05:01.322252 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-be049374-b4db-45b7-a6ec-0a1cf2a8b4c8 admin admin] Publish callbacks [] for security_group (ef28dfb0-e935-437f-a437-7d90f38f67be), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.331710 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-be049374-b4db-45b7-a6ec-0a1cf2a8b4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ef28dfb0-e935-437f-a437-7d90f38f67be), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.369739 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-be049374-b4db-45b7-a6ec-0a1cf2a8b4c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec76ba187bac4a2e94dc9797e71b68ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672051 Apr 12 20:05:01.372176 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be049374-b4db-45b7-a6ec-0a1cf2a8b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef28dfb0-e935-437f-a437-7d90f38f67be,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:01.372803 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39102) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:01.441568 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-448947f9-cd3a-484e-a989-2e01e4da78dc admin admin] Publish callbacks [] for security_group (ef28dfb0-e935-437f-a437-7d90f38f67be), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.483292 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583c206-8bae-4bbb-9c35-c20e60600cc2 None None] New status for floating IP 409f827b-4b98-4d4b-ba72-1c10c3a8d0c6: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:05:01.528825 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-448947f9-cd3a-484e-a989-2e01e4da78dc admin admin] Publish callbacks [] for security_group (ef28dfb0-e935-437f-a437-7d90f38f67be), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.599462 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39110) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:01.726335 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a617e11c-1bd3-4b54-82ad-ea82fd76c604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.795386 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-509a676f-484e-4844-83b1-04a414cecf43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 200 len: 999 time: 0.3626294 Apr 12 20:05:01.812310 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a617e11c-1bd3-4b54-82ad-ea82fd76c604 admin admin] Publish callbacks [] for security_group (24f28edf-969b-44bd-8f2f-55b0a878d2ee), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.818085 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a617e11c-1bd3-4b54-82ad-ea82fd76c604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (24f28edf-969b-44bd-8f2f-55b0a878d2ee), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.863961 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a617e11c-1bd3-4b54-82ad-ea82fd76c604 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e62dd25caf24817b73c77e62acf4051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607298 Apr 12 20:05:01.864397 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39116) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:01.872570 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617e11c-1bd3-4b54-82ad-ea82fd76c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f28edf-969b-44bd-8f2f-55b0a878d2ee,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:01.873246 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64c473-59d1-44bc-9933-a9e18ed73aa0 req-a5cf4e6d-a2d2-44df-80ba-61aabfdcf7a0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:01.875104 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af64c473-59d1-44bc-9933-a9e18ed73aa0 req-a5cf4e6d-a2d2-44df-80ba-61aabfdcf7a0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1002376 Apr 12 20:05:01.886282 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-20a347bf-3330-4901-93fe-f3d5409c6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:01.887854 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-20a347bf-3330-4901-93fe-f3d5409c6e3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0688224 Apr 12 20:05:01.915146 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-448947f9-cd3a-484e-a989-2e01e4da78dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ef28dfb0-e935-437f-a437-7d90f38f67be), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.917459 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-448947f9-cd3a-484e-a989-2e01e4da78dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.918662 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-448947f9-cd3a-484e-a989-2e01e4da78dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef28dfb0-e935-437f-a437-7d90f38f67be HTTP/1.1" status: 204 len: 168 time: 0.5440660 Apr 12 20:05:01.934026 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f92c3717-50a6-4f59-8346-cce9fecea872 admin admin] Publish callbacks [] for security_group (24f28edf-969b-44bd-8f2f-55b0a878d2ee), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.959143 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448947f9-cd3a-484e-a989-2e01e4da78dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef28dfb0-e935-437f-a437-7d90f38f67be,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:01.959371 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f92c3717-50a6-4f59-8346-cce9fecea872 admin admin] Publish callbacks [] for security_group (24f28edf-969b-44bd-8f2f-55b0a878d2ee), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:01.979060 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-69054d6f-0883-4587-aefd-4feaa2416412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:01.981469 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-69054d6f-0883-4587-aefd-4feaa2416412 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831115 Apr 12 20:05:02.025952 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af64c473-59d1-44bc-9933-a9e18ed73aa0 req-83976f82-d1d1-4f96-b348-5592ddb18bd3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306474 Apr 12 20:05:02.028707 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f92c3717-50a6-4f59-8346-cce9fecea872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (24f28edf-969b-44bd-8f2f-55b0a878d2ee), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.032948 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f92c3717-50a6-4f59-8346-cce9fecea872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.039546 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f92c3717-50a6-4f59-8346-cce9fecea872 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24f28edf-969b-44bd-8f2f-55b0a878d2ee HTTP/1.1" status: 204 len: 168 time: 0.1729691 Apr 12 20:05:02.051597 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3717-50a6-4f59-8346-cce9fecea872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f28edf-969b-44bd-8f2f-55b0a878d2ee,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:02.108582 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-ccd4321d-fe8a-40b5-ad0e-11b05915e92f service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051302 Apr 12 20:05:02.225385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7a234a1-6f99-424c-afc3-d5b8c5027059 req-db7b3f9c-aaa0-46d7-a628-5edbc0311bea service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101904 Apr 12 20:05:02.303537 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39138) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:02.319268 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3067c1b2-1386-4696-8b97-f154ef0082ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.422678 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3067c1b2-1386-4696-8b97-f154ef0082ae admin admin] Publish callbacks [] for security_group (0f7aae97-fc48-4c75-9e00-458871536550), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.427731 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3067c1b2-1386-4696-8b97-f154ef0082ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0f7aae97-fc48-4c75-9e00-458871536550), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.454049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a66e-1363-4f36-89cc-7f9d15cf519f req-e1473edf-84e4-4c03-a1aa-54c4b2d42edf tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:02.460160 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-3067c1b2-1386-4696-8b97-f154ef0082ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=632a4f6d6b64408d8d0f37ab323f1ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551421 Apr 12 20:05:02.462569 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39156) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:02.465721 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1664a66e-1363-4f36-89cc-7f9d15cf519f req-e1473edf-84e4-4c03-a1aa-54c4b2d42edf tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0751443 Apr 12 20:05:02.517800 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067c1b2-1386-4696-8b97-f154ef0082ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7aae97-fc48-4c75-9e00-458871536550,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:02.530306 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1664a66e-1363-4f36-89cc-7f9d15cf519f req-d5f02856-d6ae-4566-a329-438fe6da12c7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637619 Apr 12 20:05:02.546393 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c3cc-165f-46a4-b7f4-7ce872c93cf8 admin admin] Publish callbacks [] for security_group (0f7aae97-fc48-4c75-9e00-458871536550), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.578928 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c3cc-165f-46a4-b7f4-7ce872c93cf8 admin admin] Publish callbacks [] for security_group (0f7aae97-fc48-4c75-9e00-458871536550), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.647841 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c3cc-165f-46a4-b7f4-7ce872c93cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0f7aae97-fc48-4c75-9e00-458871536550), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.651144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c3cc-165f-46a4-b7f4-7ce872c93cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.652433 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f0e9c3cc-165f-46a4-b7f4-7ce872c93cf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f7aae97-fc48-4c75-9e00-458871536550 HTTP/1.1" status: 204 len: 168 time: 0.1882894 Apr 12 20:05:02.661884 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9c3cc-165f-46a4-b7f4-7ce872c93cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7aae97-fc48-4c75-9e00-458871536550,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:02.720503 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890bddb-61ea-4dcc-bb0e-92032a435173 req-2a0dec38-c896-4700-8b73-a91c50f01a83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:02.722070 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e890bddb-61ea-4dcc-bb0e-92032a435173 req-2a0dec38-c896-4700-8b73-a91c50f01a83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0570073 Apr 12 20:05:02.731175 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39174) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:02.737646 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'floatingip': {'port_id': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:02.809391 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (4fd9ea3a-135c-4865-a835-38e75c877c5a), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:02.828743 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39180) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:02.862097 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39184) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:03.109460 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f155c9d6-e32f-4665-b718-8f83f7189000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.152454 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6033b2d1-cd3e-4d85-a08d-58487cedbb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.224527 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41361ea-d894-45bb-b067-99235db95464 req-0ae5669b-d353-413d-8a10-86af6167caa5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:03.232420 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d41361ea-d894-45bb-b067-99235db95464 req-0ae5669b-d353-413d-8a10-86af6167caa5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1087556 Apr 12 20:05:03.342138 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d41361ea-d894-45bb-b067-99235db95464 req-1cbbd7d5-750e-48dc-be8f-090460ea3324 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087263 Apr 12 20:05:03.400110 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f155c9d6-e32f-4665-b718-8f83f7189000 admin admin] Publish callbacks [] for security_group (319f3609-fabd-41d6-bb70-4cca358aa9cb), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.402742 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6033b2d1-cd3e-4d85-a08d-58487cedbb51 admin admin] Publish callbacks [] for security_group (0ced3359-01ee-4f75-b1ff-7a2d1d90480e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.407054 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39208) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:03.414322 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f155c9d6-e32f-4665-b718-8f83f7189000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (319f3609-fabd-41d6-bb70-4cca358aa9cb), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.417131 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6033b2d1-cd3e-4d85-a08d-58487cedbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0ced3359-01ee-4f75-b1ff-7a2d1d90480e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.478254 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-f155c9d6-e32f-4665-b718-8f83f7189000 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e68660ec2834797aeb4df41b6e555cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6150663 Apr 12 20:05:03.480577 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155c9d6-e32f-4665-b718-8f83f7189000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f3609-fabd-41d6-bb70-4cca358aa9cb,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:03.481633 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39214) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:03.493396 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6033b2d1-cd3e-4d85-a08d-58487cedbb51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6073c35fec154ce0b15de0645bab4844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627600 Apr 12 20:05:03.499949 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39216) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:03.532200 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033b2d1-cd3e-4d85-a08d-58487cedbb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced3359-01ee-4f75-b1ff-7a2d1d90480e,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:03.566690 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6b33ece0-a3ee-44d8-98ca-b3efa16a2f6e admin admin] Publish callbacks [] for security_group (0ced3359-01ee-4f75-b1ff-7a2d1d90480e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.598576 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-514492941-network', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:03.606488 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6b33ece0-a3ee-44d8-98ca-b3efa16a2f6e admin admin] Publish callbacks [] for security_group (0ced3359-01ee-4f75-b1ff-7a2d1d90480e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.620601 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.622180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f7ff13a1-d37d-411b-be30-b17dea07ecae admin admin] Publish callbacks [] for security_group (319f3609-fabd-41d6-bb70-4cca358aa9cb), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.635160 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (4fd9ea3a-135c-4865-a835-38e75c877c5a), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.654520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Made reservation on behalf of 47a9f0d7a0134a2286864b56bbf84091 for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:03.657036 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.667573 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.683445 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f7ff13a1-d37d-411b-be30-b17dea07ecae admin admin] Publish callbacks [] for security_group (319f3609-fabd-41d6-bb70-4cca358aa9cb), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.698781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6b33ece0-a3ee-44d8-98ca-b3efa16a2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0ced3359-01ee-4f75-b1ff-7a2d1d90480e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.701574 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6b33ece0-a3ee-44d8-98ca-b3efa16a2f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.702928 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6b33ece0-a3ee-44d8-98ca-b3efa16a2f6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ced3359-01ee-4f75-b1ff-7a2d1d90480e HTTP/1.1" status: 204 len: 168 time: 0.2017720 Apr 12 20:05:03.721689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33ece0-a3ee-44d8-98ca-b3efa16a2f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced3359-01ee-4f75-b1ff-7a2d1d90480e,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:03.780627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks [] for security_group (61480c72-fd6f-4b0c-969d-a9882400f108), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.788205 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (61480c72-fd6f-4b0c-969d-a9882400f108), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.820632 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=98483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:05:03.838349 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61480c72-fd6f-4b0c-969d-a9882400f108,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:03.841475 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (1d0b8835-b915-40d5-b48f-cb36223c08c4), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.841818 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Added segment 1d0b8835-b915-40d5-b48f-cb36223c08c4 of type vlan for network 8abdbeaa-db52-4d8b-9e32-4012958d8508 Apr 12 20:05:03.895763 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (8abdbeaa-db52-4d8b-9e32-4012958d8508), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.928580 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (8abdbeaa-db52-4d8b-9e32-4012958d8508), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.930002 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:03.931302 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:03.978176 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5697119 Apr 12 20:05:03.981084 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39234) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:03.986438 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Request body: {'subnet': {'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-514492941-subnet', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:04.017782 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Floating IP 4fd9ea3a-135c-4865-a835-38e75c877c5a associated. External IP: 172.27.3.61, port: faa4bbdd-a1b2-4844-9345-3fa2bdcee56b. Apr 12 20:05:04.031227 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13136023-b89e-49c6-8bd5-44fdb819bdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=8abdbeaa-db52-4d8b-9e32-4012958d8508,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:04.043692 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Made reservation on behalf of 47a9f0d7a0134a2286864b56bbf84091 for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:04.044366 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:05:04.046911 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.093848 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f7ff13a1-d37d-411b-be30-b17dea07ecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (319f3609-fabd-41d6-bb70-4cca358aa9cb), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.096747 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f7ff13a1-d37d-411b-be30-b17dea07ecae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.097940 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f7ff13a1-d37d-411b-be30-b17dea07ecae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/319f3609-fabd-41d6-bb70-4cca358aa9cb HTTP/1.1" status: 204 len: 168 time: 0.6153607 Apr 12 20:05:04.162982 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39238) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:04.188511 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff13a1-d37d-411b-be30-b17dea07ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f3609-fabd-41d6-bb70-4cca358aa9cb,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:04.191490 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5c40d56-d0a8-4ab6-965d-df100ffc35a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.307164 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (882bd3da-d872-44ed-b1ff-1665f44cd98c), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.369463 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=882bd3da-d872-44ed-b1ff-1665f44cd98c,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:04.397279 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Checking segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:04.398001 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Network hostable DHCP agents. Network: 8abdbeaa-db52-4d8b-9e32-4012958d8508, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:05:04.433742 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:05:04.486168 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b871ec0-cc1c-4e0e-9206-2cc36e5a2341 req-97fdda8b-2756-4de1-8ea6-45e17b44ffbb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:04.488365 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9b871ec0-cc1c-4e0e-9206-2cc36e5a2341 req-97fdda8b-2756-4de1-8ea6-45e17b44ffbb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0672731 Apr 12 20:05:04.489016 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 8abdbeaa-db52-4d8b-9e32-4012958d8508) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:04.489672 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5c40d56-d0a8-4ab6-965d-df100ffc35a7 admin admin] Publish callbacks [] for security_group (34f49fc1-8321-422a-8edf-e4e51b66a748), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.494878 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:04.495035 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.500657 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f5c40d56-d0a8-4ab6-965d-df100ffc35a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (34f49fc1-8321-422a-8edf-e4e51b66a748), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.509881 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c19f55-d3d9-42aa-b737-e8ca7b961a07 None None] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:04.544047 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d78c44a3-bb58-44fb-81a9-b109e56c2cb5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5614562 Apr 12 20:05:04.546906 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39248) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:04.551419 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:04.560964 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39250) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:04.568892 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f5c40d56-d0a8-4ab6-965d-df100ffc35a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=407cbe147bc24fe3a0eeb649456ba367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034176 Apr 12 20:05:04.598221 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:05:04.603727 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c40d56-d0a8-4ab6-965d-df100ffc35a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f49fc1-8321-422a-8edf-e4e51b66a748,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:04.632054 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (fc07120e-a77d-4402-bd27-eb0a94e46c8e), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.633567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (fc07120e-a77d-4402-bd27-eb0a94e46c8e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.654877 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9b871ec0-cc1c-4e0e-9206-2cc36e5a2341 req-161e1758-2207-4450-a69f-3237641d1cdd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497095 Apr 12 20:05:04.681873 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e5d803b3-14a6-495d-b47a-279ccdfe25fe admin admin] Publish callbacks [] for security_group (34f49fc1-8321-422a-8edf-e4e51b66a748), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.708546 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-8abdbeaa-db52-4d8b-9e32-4012958d8508', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:05:04.710339 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.738956 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks [] for router_controller (fc07120e-a77d-4402-bd27-eb0a94e46c8e), precommit_add_association {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.744012 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e5d803b3-14a6-495d-b47a-279ccdfe25fe admin admin] Publish callbacks [] for security_group (34f49fc1-8321-422a-8edf-e4e51b66a748), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.796328 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:04.807609 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.812411 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] Sync routers for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:04.828407 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:04.829038 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:04.876629 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-c1c03b7c-c229-47d6-acd2-f2ce15e7efa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "PUT /v2.0/floatingips/4fd9ea3a-135c-4865-a835-38e75c877c5a HTTP/1.1" status: 200 len: 991 time: 2.1397450 Apr 12 20:05:04.876629 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:05:04.882306 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609301bb-e662-48b8-9530-a073e16555b0" -d '{"events": [{"name": "network-changed", "server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:05:04.893484 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Allocated IP 172.20.0.2 (8abdbeaa-db52-4d8b-9e32-4012958d8508/882bd3da-d872-44ed-b1ff-1665f44cd98c/655d8f5e-b236-486a-bb9f-608a4c33ddfa) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:04.956612 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea92548-113f-4dd2-86f9-90a42a93dca8 x-openstack-request-id: req-eea92548-113f-4dd2-86f9-90a42a93dca8 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:05:04.956903 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:05:04.957165 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eea92548-113f-4dd2-86f9-90a42a93dca8 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:05:04.957576 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea92548-113f-4dd2-86f9-90a42a93dca8'] response: {'name': 'network-changed', 'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'status': 'completed', 'code': 200} Apr 12 20:05:04.972280 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks [] for router_gateway (fc07120e-a77d-4402-bd27-eb0a94e46c8e), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.978841 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e5d803b3-14a6-495d-b47a-279ccdfe25fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (34f49fc1-8321-422a-8edf-e4e51b66a748), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.982666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e5d803b3-14a6-495d-b47a-279ccdfe25fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:04.984016 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-e5d803b3-14a6-495d-b47a-279ccdfe25fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34f49fc1-8321-422a-8edf-e4e51b66a748 HTTP/1.1" status: 204 len: 168 time: 0.4179840 Apr 12 20:05:04.994621 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d803b3-14a6-495d-b47a-279ccdfe25fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f49fc1-8321-422a-8edf-e4e51b66a748,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:05.114435 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Publish callbacks [] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.117633 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:05.124228 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.183120 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:05.191624 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:05.198418 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:05.239372 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks [] for router_gateway (fc07120e-a77d-4402-bd27-eb0a94e46c8e), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.265430 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.277096 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Pushing event updated for resources: {'Port': ['ID=655d8f5e-b236-486a-bb9f-608a4c33ddfa,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:05.283460 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Attempting to bind port 655d8f5e-b236-486a-bb9f-608a4c33ddfa on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:05.283861 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Attempting to bind port 655d8f5e-b236-486a-bb9f-608a4c33ddfa by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:05.284224 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Attempting to bind port 655d8f5e-b236-486a-bb9f-608a4c33ddfa on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:05.290030 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:05.291033 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Checking segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:05.291691 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.292305 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Bound using segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:05.293278 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Bound port: 655d8f5e-b236-486a-bb9f-608a4c33ddfa, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:05.293951 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.373988 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] For port 655d8f5e-b236-486a-bb9f-608a4c33ddfa, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:05.378690 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] For port 655d8f5e-b236-486a-bb9f-608a4c33ddfa, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=655d8f5e-b236-486a-bb9f-608a4c33ddfa,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:05.400029 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.435183 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Allocated IP 172.27.3.60 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/b471becd-5482-412d-bc4c-0d0455f71f60) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:05.437459 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '4fd9ea3a-135c-4865-a835-38e75c877c5a', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'port_id': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'mac_address': 'fa:16:3e:77:17:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461bd5db-fff4-44b8-b080-bc69554d765c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:03:36Z', 'updated_at': '2022-04-12T20:05:03Z', 'revision_number': 1, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:05.471703 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] Checking router: cc8dff2a-cae5-4a31-87d9-dd729d6593b2 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:05.486633 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:05.488898 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:05.502959 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dfccf-7086-4572-99b7-29acc177f191 None None] Pushing event updated for resources: {'Port': ['ID=655d8f5e-b236-486a-bb9f-608a4c33ddfa,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:05.649347 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:05.654714 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks [] for port (b471becd-5482-412d-bc4c-0d0455f71f60), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.801240 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:05.918374 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:05.931180 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:05.938301 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Pushing event updated for resources: {'Port': ['ID=b471becd-5482-412d-bc4c-0d0455f71f60,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:05.941321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:06.081181 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b034e0e-657d-43a5-8157-70ee95ff6d78 req-bd0ba706-5c49-47a8-b295-8269f7a755c6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:06.082790 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7b034e0e-657d-43a5-8157-70ee95ff6d78 req-bd0ba706-5c49-47a8-b295-8269f7a755c6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1804564 Apr 12 20:05:06.115154 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '4fd9ea3a-135c-4865-a835-38e75c877c5a', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'port_id': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'mac_address': 'fa:16:3e:77:17:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461bd5db-fff4-44b8-b080-bc69554d765c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:03:36Z', 'updated_at': '2022-04-12T20:05:03Z', 'revision_number': 1, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:06.164400 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2fe944-443a-4f83-a34b-317058f5844e None None] The sync data for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi is: [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '4fd9ea3a-135c-4865-a835-38e75c877c5a', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'port_id': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'mac_address': 'fa:16:3e:77:17:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461bd5db-fff4-44b8-b080-bc69554d765c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:03:36Z', 'updated_at': '2022-04-12T20:05:03Z', 'revision_number': 1, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:06.208282 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7b034e0e-657d-43a5-8157-70ee95ff6d78 req-92b23dd3-f801-403a-8362-0717d867f85b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026015 Apr 12 20:05:06.362251 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks [] for router_gateway (fc07120e-a77d-4402-bd27-eb0a94e46c8e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:06.609719 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609301bb-e662-48b8-9530-a073e16555b0 req-e475ea18-6bfe-4a5a-9b06-040f6e5acf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:06.617751 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-609301bb-e662-48b8-9530-a073e16555b0 req-e475ea18-6bfe-4a5a-9b06-040f6e5acf4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1130 time: 0.1786366 Apr 12 20:05:06.634760 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12467af-7e09-408f-8ddf-91ef813680a9 None None] New status for floating IP 4fd9ea3a-135c-4865-a835-38e75c877c5a: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:05:06.800386 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (fc07120e-a77d-4402-bd27-eb0a94e46c8e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:06.890979 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 655d8f5e-b236-486a-bb9f-608a4c33ddfa up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:06.955632 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 655d8f5e-b236-486a-bb9f-608a4c33ddfa triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:06.956734 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:07.080916 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 655d8f5e-b236-486a-bb9f-608a4c33ddfa is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:07.081734 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:07.120493 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609301bb-e662-48b8-9530-a073e16555b0 req-514ae0be-2917-4165-b8ef-ec18a1d203f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:07.125035 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-609301bb-e662-48b8-9530-a073e16555b0 req-514ae0be-2917-4165-b8ef-ec18a1d203f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.2082345 Apr 12 20:05:07.127968 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e6c06-670f-45e4-bc87-d08a3f3e02af None None] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:07.143432 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:05:07.143800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 655d8f5e-b236-486a-bb9f-608a4c33ddfa, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=655d8f5e-b236-486a-bb9f-608a4c33ddfa,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:07.153486 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:07.257356 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=655d8f5e-b236-486a-bb9f-608a4c33ddfa,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:07.280822 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-48612f69-be26-4d9a-ac1b-fee54105199b None None] Provisioning complete for port 655d8f5e-b236-486a-bb9f-608a4c33ddfa triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:07.281469 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-48612f69-be26-4d9a-ac1b-fee54105199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:07.295045 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-609301bb-e662-48b8-9530-a073e16555b0 req-048db172-f1f2-4d08-a0bf-e43d1f215a64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 1001 time: 0.1477971 Apr 12 20:05:07.412254 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-48612f69-be26-4d9a-ac1b-fee54105199b None None] Current status of the port 655d8f5e-b236-486a-bb9f-608a4c33ddfa is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:07.648923 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-bcae0d10-612d-4dbf-b106-22bcd4a63bc0 None None] Provisioning complete for port 655d8f5e-b236-486a-bb9f-608a4c33ddfa triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:07.649475 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-bcae0d10-612d-4dbf-b106-22bcd4a63bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:07.680299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:07.696754 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:07.704281 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d3cd1-9f60-44c9-97ab-fe71bfb0d9c0 req-eb539b8b-7e1f-472a-a1a6-996adda36a70 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:07.711711 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-635d3cd1-9f60-44c9-97ab-fe71bfb0d9c0 req-eb539b8b-7e1f-472a-a1a6-996adda36a70 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.3928056 Apr 12 20:05:07.721056 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:07.722389 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609301bb-e662-48b8-9530-a073e16555b0 req-0bf8b6e0-c14e-456f-a557-bee8e39eaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:07.723990 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-609301bb-e662-48b8-9530-a073e16555b0 req-0bf8b6e0-c14e-456f-a557-bee8e39eaa79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.4172893 Apr 12 20:05:07.725246 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:07.782922 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-bcae0d10-612d-4dbf-b106-22bcd4a63bc0 None None] Current status of the port 655d8f5e-b236-486a-bb9f-608a4c33ddfa is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:07.808786 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:07.810002 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-bc16d307-d668-4be7-914c-128d98bfeadd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2620385 Apr 12 20:05:07.813029 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39426) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:07.832821 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609301bb-e662-48b8-9530-a073e16555b0 req-d77fa482-3ad3-408b-841e-4130b4d526df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:07.834771 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-609301bb-e662-48b8-9530-a073e16555b0 req-d77fa482-3ad3-408b-841e-4130b4d526df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018178 Apr 12 20:05:07.837962 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-635d3cd1-9f60-44c9-97ab-fe71bfb0d9c0 req-ef8c3dee-c131-4b76-b6d9-fc2dd930dd01 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254473 Apr 12 20:05:07.971214 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:08.030431 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-609301bb-e662-48b8-9530-a073e16555b0 req-8ee326b6-9c4d-4692-8f32-416ac5ba3852 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868963 Apr 12 20:05:08.198292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca28a6-e8ed-443b-bac4-b7608fb4749e req-80973fa2-16a8-46b4-88ac-79d6c07255b4 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:08.205636 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-08ca28a6-e8ed-443b-bac4-b7608fb4749e req-80973fa2-16a8-46b4-88ac-79d6c07255b4 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0673845 Apr 12 20:05:08.246181 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-609301bb-e662-48b8-9530-a073e16555b0 req-4e53d8eb-b2ca-4d50-bc9d-d8529ea89e34 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063754 Apr 12 20:05:08.250493 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:06Z', 'revision_number': 3, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:08.261475 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-08ca28a6-e8ed-443b-bac4-b7608fb4749e req-6bdedaa0-36a6-4b60-9b5d-88644e618e6d tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Apr 12 20:05:08.289877 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:08.290226 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Updating router fc07120e-a77d-4402-bd27-eb0a94e46c8e port b471becd-5482-412d-bc4c-0d0455f71f60 binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:08.332218 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.497406 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39448) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:08.501918 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.627368 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Publish callbacks [] for port (b471becd-5482-412d-bc4c-0d0455f71f60), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.633497 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0f700c93-04d1-4e28-b9e4-7e7c6c736031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.649200 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.701383 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Allocated IP 172.20.0.1 (8abdbeaa-db52-4d8b-9e32-4012958d8508/882bd3da-d872-44ed-b1ff-1665f44cd98c/6f614206-3c26-411b-a07f-b914614e1d38) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:08.708494 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Pushing event updated for resources: {'Port': ['ID=b471becd-5482-412d-bc4c-0d0455f71f60,revision_number=2']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:08.718518 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 655d8f5e-b236-486a-bb9f-608a4c33ddfa up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:08.719381 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.719792 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.720264 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.720631 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.720964 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.721293 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.721660 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.722404 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.722519 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.722842 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.723172 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.723578 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.724899 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.724899 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.725162 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0f700c93-04d1-4e28-b9e4-7e7c6c736031 admin admin] Publish callbacks [] for security_group (c29c4146-5d91-4aee-b6ef-e8a60fa0a965), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.725258 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:08.736267 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0f700c93-04d1-4e28-b9e4-7e7c6c736031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (c29c4146-5d91-4aee-b6ef-e8a60fa0a965), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.777529 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Attempting to bind port b471becd-5482-412d-bc4c-0d0455f71f60 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:08.778115 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Attempting to bind port b471becd-5482-412d-bc4c-0d0455f71f60 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:08.778651 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Attempting to bind port b471becd-5482-412d-bc4c-0d0455f71f60 on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:08.780150 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0f700c93-04d1-4e28-b9e4-7e7c6c736031 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78abe2aa7a69408ca17f22ee75aaa421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816312 Apr 12 20:05:08.781865 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f700c93-04d1-4e28-b9e4-7e7c6c736031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c4146-5d91-4aee-b6ef-e8a60fa0a965,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:08.783511 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39456) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:08.788460 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:08.789130 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:08.789754 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.790310 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:08.791842 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Bound port: b471becd-5482-412d-bc4c-0d0455f71f60, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:08.792779 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.804405 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 655d8f5e-b236-486a-bb9f-608a4c33ddfa triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:08.805043 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.846448 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] For port b471becd-5482-412d-bc4c-0d0455f71f60, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:08.849844 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] For port b471becd-5482-412d-bc4c-0d0455f71f60, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=b471becd-5482-412d-bc4c-0d0455f71f60,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:08.858229 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.866369 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks [] for port (6f614206-3c26-411b-a07f-b914614e1d38), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.892387 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4fae33fa-ac92-4b2d-b0b6-fa71571b2eb1 admin admin] Publish callbacks [] for security_group (c29c4146-5d91-4aee-b6ef-e8a60fa0a965), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.903520 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 655d8f5e-b236-486a-bb9f-608a4c33ddfa is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:08.914600 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f00e8-6daf-482b-981f-3a3f13ad713b None None] Pushing event updated for resources: {'Port': ['ID=b471becd-5482-412d-bc4c-0d0455f71f60,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:08.928827 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:08.929433 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:08.936469 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4fae33fa-ac92-4b2d-b0b6-fa71571b2eb1 admin admin] Publish callbacks [] for security_group (c29c4146-5d91-4aee-b6ef-e8a60fa0a965), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.946292 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (6f614206-3c26-411b-a07f-b914614e1d38), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.980774 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28106a69-47d8-4517-b02a-cc259fb44999 req-e77b3088-ab01-46ba-b75f-4e7f0f82c73d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:08.988573 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-28106a69-47d8-4517-b02a-cc259fb44999 req-e77b3088-ab01-46ba-b75f-4e7f0f82c73d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0608535 Apr 12 20:05:09.009311 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:09.016441 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:09.021976 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:09.022469 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (fc07120e-a77d-4402-bd27-eb0a94e46c8e), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.030634 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Pushing event updated for resources: {'Port': ['ID=6f614206-3c26-411b-a07f-b914614e1d38,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:09.058225 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-28106a69-47d8-4517-b02a-cc259fb44999 req-70948ad0-c8c1-41b3-a0fb-5799f77372e3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684810 Apr 12 20:05:09.102350 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4fae33fa-ac92-4b2d-b0b6-fa71571b2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (c29c4146-5d91-4aee-b6ef-e8a60fa0a965), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.105102 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4fae33fa-ac92-4b2d-b0b6-fa71571b2eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.108940 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-4fae33fa-ac92-4b2d-b0b6-fa71571b2eb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c29c4146-5d91-4aee-b6ef-e8a60fa0a965 HTTP/1.1" status: 204 len: 168 time: 0.3218002 Apr 12 20:05:09.123410 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae33fa-ac92-4b2d-b0b6-fa71571b2eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c4146-5d91-4aee-b6ef-e8a60fa0a965,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:09.150158 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:09.276263 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6f614206-3c26-411b-a07f-b914614e1d38), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.365248 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-85c6436f-ae3a-45e7-b68a-10c85752cfea None None] Provisioning complete for port 6f614206-3c26-411b-a07f-b914614e1d38 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:09.366032 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-85c6436f-ae3a-45e7-b68a-10c85752cfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (6f614206-3c26-411b-a07f-b914614e1d38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.372980 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:06Z', 'revision_number': 3, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:09.421553 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4630c-3256-4df2-988c-5840e80cc7e3 req-f576ff4e-133e-40cb-b0c3-4bf4e50504ae tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:09.426002 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-83d4630c-3256-4df2-988c-5840e80cc7e3 req-f576ff4e-133e-40cb-b0c3-4bf4e50504ae tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0698264 Apr 12 20:05:09.428081 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-85c6436f-ae3a-45e7-b68a-10c85752cfea None None] Port 6f614206-3c26-411b-a07f-b914614e1d38 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:09.436454 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d505660-c2d5-49a7-94c7-586d90581b26 None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:06Z', 'revision_number': 3, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:09.511793 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks [] for port (6f614206-3c26-411b-a07f-b914614e1d38), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.516948 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-83d4630c-3256-4df2-988c-5840e80cc7e3 req-ae1a063e-90ea-4349-b76e-270dfb360b65 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835431 Apr 12 20:05:09.519383 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6f614206-3c26-411b-a07f-b914614e1d38), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.522146 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (fc07120e-a77d-4402-bd27-eb0a94e46c8e), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.602607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39474) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:09.613156 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Pushing event updated for resources: {'Port': ['ID=6f614206-3c26-411b-a07f-b914614e1d38,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:09.620131 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-24a2a4e4-00ae-4446-97ba-8291e21bb88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.677760 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:09.679169 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:09.724033 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-24a2a4e4-00ae-4446-97ba-8291e21bb88b admin admin] Publish callbacks [] for security_group (561b6758-844c-4f98-9cf2-0916f98ace59), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.733954 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-24a2a4e4-00ae-4446-97ba-8291e21bb88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (561b6758-844c-4f98-9cf2-0916f98ace59), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.790079 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-24a2a4e4-00ae-4446-97ba-8291e21bb88b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46ed146169524d3383318866cd07e1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784775 Apr 12 20:05:09.806875 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39476) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:09.812667 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2a4e4-00ae-4446-97ba-8291e21bb88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561b6758-844c-4f98-9cf2-0916f98ace59,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:09.835923 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:05:09.916555 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34c22cc6-a106-4bcb-9ca9-fe3f4f824617 admin admin] Publish callbacks [] for security_group (561b6758-844c-4f98-9cf2-0916f98ace59), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.950315 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34c22cc6-a106-4bcb-9ca9-fe3f4f824617 admin admin] Publish callbacks [] for security_group (561b6758-844c-4f98-9cf2-0916f98ace59), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.993611 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:09.999437 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-73e863f0-e084-4567-8aa3-d3fee47b628c admin admin] 10.222.0.43 "PUT /v2.0/routers/fc07120e-a77d-4402-bd27-eb0a94e46c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1853273 Apr 12 20:05:10.020865 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34c22cc6-a106-4bcb-9ca9-fe3f4f824617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (561b6758-844c-4f98-9cf2-0916f98ace59), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:10.023464 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34c22cc6-a106-4bcb-9ca9-fe3f4f824617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:10.024924 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-34c22cc6-a106-4bcb-9ca9-fe3f4f824617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/561b6758-844c-4f98-9cf2-0916f98ace59 HTTP/1.1" status: 204 len: 168 time: 0.2135742 Apr 12 20:05:10.034607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22cc6-a106-4bcb-9ca9-fe3f4f824617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561b6758-844c-4f98-9cf2-0916f98ace59,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:10.062551 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-a767ea97-5ec2-44ed-b78a-af5875835b4b None None] Provisioning complete for port 6f614206-3c26-411b-a07f-b914614e1d38 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:10.063633 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a767ea97-5ec2-44ed-b78a-af5875835b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (6f614206-3c26-411b-a07f-b914614e1d38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:10.113456 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-a767ea97-5ec2-44ed-b78a-af5875835b4b None None] Port 6f614206-3c26-411b-a07f-b914614e1d38 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:10.216637 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2c86e-46a2-454c-8f01-48b4bd885dae req-72bd71a0-1737-460c-ad48-8365633609d3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:10.218230 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9e2c86e-46a2-454c-8f01-48b4bd885dae req-72bd71a0-1737-460c-ad48-8365633609d3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0618560 Apr 12 20:05:10.285887 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9e2c86e-46a2-454c-8f01-48b4bd885dae req-ffd89b3c-3537-42b5-ab6e-a16bcb24e245 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618961 Apr 12 20:05:10.421099 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:05:10.543693 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-809d5e17-928a-41b2-be10-32ea7ee9d806 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:10.548348 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-809d5e17-928a-41b2-be10-32ea7ee9d806 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.0709417 Apr 12 20:05:10.756317 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b52254-a41e-47fc-ace4-46603fae76b7 req-d0c5ffee-ec06-41d4-9333-f404eac26e2f tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:10.757966 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5b52254-a41e-47fc-ace4-46603fae76b7 req-d0c5ffee-ec06-41d4-9333-f404eac26e2f tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 945 time: 0.1284618 Apr 12 20:05:10.784208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Deleting port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:05:10.784842 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:10.821943 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device b471becd-5482-412d-bc4c-0d0455f71f60 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:10.931989 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5b52254-a41e-47fc-ace4-46603fae76b7 req-91eec8b2-d9f0-4979-97ae-78734507ad49 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/security-groups?id=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580591 Apr 12 20:05:10.957974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port b471becd-5482-412d-bc4c-0d0455f71f60 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:10.958360 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:10.973989 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39520) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:10.979534 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1820778936-network', 'tenant_id': '84cf88e8b41147f8834c2597218053f4'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:10.985638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] For port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,segment=NetworkSegment(90cd1661-506f-4ee6-b043-469c2414ce3d),segment_id=90cd1661-506f-4ee6-b043-469c2414ce3d)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:10.986749 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.007288 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Made reservation on behalf of 84cf88e8b41147f8834c2597218053f4 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:11.009619 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Calling delete_port for e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:05:11.011886 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.033631 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.109511 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port b471becd-5482-412d-bc4c-0d0455f71f60 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:11.110689 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.142785 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks [] for security_group (febd2ccf-fc9a-401c-91b0-3ee643caae07), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.148849 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port b471becd-5482-412d-bc4c-0d0455f71f60, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=b471becd-5482-412d-bc4c-0d0455f71f60,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:11.151943 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (febd2ccf-fc9a-401c-91b0-3ee643caae07), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.164183 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.182503 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:05:11.202411 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd2ccf-fc9a-401c-91b0-3ee643caae07,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:11.207590 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (e24071da-ac50-4806-b8f1-3d9f528bb242), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.207924 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Added segment e24071da-ac50-4806-b8f1-3d9f528bb242 of type vlan for network d4356e69-7cdd-47eb-8c57-32fa1f224104 Apr 12 20:05:11.247167 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=b471becd-5482-412d-bc4c-0d0455f71f60,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:11.260870 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.262265 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (d4356e69-7cdd-47eb-8c57-32fa1f224104), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.277550 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:05:11.290587 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (d4356e69-7cdd-47eb-8c57-32fa1f224104), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.297153 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:11.297748 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.363912 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3883498 Apr 12 20:05:11.366690 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39530) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:11.367450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Pushing event deleted for resources: {'Port': ['ID=e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:11.372589 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Request body: {'subnet': {'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1820778936-subnet', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:11.382135 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a06cc5-37c8-4044-beb0-ca46f6239496 admin admin] Pushing event updated for resources: {'Network': ['ID=d4356e69-7cdd-47eb-8c57-32fa1f224104,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:11.404499 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:05:11.415961 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Made reservation on behalf of 84cf88e8b41147f8834c2597218053f4 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:11.418429 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.429483 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39532) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:11.493565 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] No DVR routers for this DVR port e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:05:11.501313 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.507673 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-efa0ace1-08b2-45b2-8bf9-939d949853f5 req-85daa9b2-33da-4e0c-9f65-3e64018737f5 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.60 "DELETE /v2.0/ports/e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 HTTP/1.1" status: 204 len: 173 time: 0.9532213 Apr 12 20:05:11.508173 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'name': 'network-vif-deleted', 'tag': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:05:11.510533 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa59e0c7-3263-4d3f-b0ec-a251806c6987" -d '{"events": [{"server_uuid": "07d47136-1158-4b44-b71b-2adb0ce9ff49", "name": "network-vif-deleted", "tag": "e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:05:11.526727 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56153707-d7b5-4d3f-8c4a-f291baa126dd req-a18def05-4203-4278-ac82-e29bba9102cf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:11.528817 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56153707-d7b5-4d3f-8c4a-f291baa126dd req-a18def05-4203-4278-ac82-e29bba9102cf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1001728 Apr 12 20:05:11.582067 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93535c9-a25e-415e-a956-4899be63c5da x-openstack-request-id: req-f93535c9-a25e-415e-a956-4899be63c5da {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:05:11.582663 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d47136-1158-4b44-b71b-2adb0ce9ff49", "name": "network-vif-deleted", "tag": "e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:05:11.582663 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f93535c9-a25e-415e-a956-4899be63c5da {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:05:11.583056 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93535c9-a25e-415e-a956-4899be63c5da'] response: {'server_uuid': '07d47136-1158-4b44-b71b-2adb0ce9ff49', 'name': 'network-vif-deleted', 'tag': 'e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1', 'status': 'completed', 'code': 200} Apr 12 20:05:11.614698 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56153707-d7b5-4d3f-8c4a-f291baa126dd req-19637940-6ef0-45b6-aa7b-9b26415ae6b3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798824 Apr 12 20:05:11.631262 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-733591138-network', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:11.657798 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Made reservation on behalf of d9c9b4e623b04f44a951b046fa823b75 for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:11.660567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.669661 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.670394 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (9d15d986-6ebe-4263-b84d-0c8ea57b7257), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.688448 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:11.698827 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:11.699821 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:11.731829 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d15d986-6ebe-4263-b84d-0c8ea57b7257,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:11.737552 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Checking segment: {'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:11.737552 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Network hostable DHCP agents. Network: d4356e69-7cdd-47eb-8c57-32fa1f224104, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:05:11.756410 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks [] for security_group (72c6dc1b-acfb-42ea-942f-59a58e1923cd), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.758984 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:05:11.762138 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (72c6dc1b-acfb-42ea-942f-59a58e1923cd), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.771059 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, d4356e69-7cdd-47eb-8c57-32fa1f224104) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:11.775327 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:11.776021 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.793348 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=98483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:05:11.803479 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6dc1b-acfb-42ea-942f-59a58e1923cd,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:11.811364 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.811770 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Added segment 9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227 of type vlan for network 2e73cc70-c996-4efe-87a3-bc481c89f70d Apr 12 20:05:11.823477 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-05758616-70c8-44c2-b584-a7196f5ce2e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4535596 Apr 12 20:05:11.825061 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39540) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:11.831410 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:11.882216 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (1461cb15-cb71-4a36-b8fa-844020f95b1c), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.883402 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (1461cb15-cb71-4a36-b8fa-844020f95b1c), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.889524 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (2e73cc70-c996-4efe-87a3-bc481c89f70d), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.936585 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (2e73cc70-c996-4efe-87a3-bc481c89f70d), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.937591 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:11.938310 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.955091 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks [] for router_controller (1461cb15-cb71-4a36-b8fa-844020f95b1c), precommit_add_association {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:11.960815 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da4d97-3928-459f-91db-b3ee0997b83d None None] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:12.017611 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] Pushing event updated for resources: {'Network': ['ID=2e73cc70-c996-4efe-87a3-bc481c89f70d,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:12.031201 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d981cdb3-1a02-445a-8254-cfea53e83528 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5996449 Apr 12 20:05:12.032001 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39546) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:12.037950 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Request body: {'subnet': {'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-733591138-subnet', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:12.065299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Made reservation on behalf of d9c9b4e623b04f44a951b046fa823b75 for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:12.067644 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.100904 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:05:12.168844 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks [] for router_gateway (1461cb15-cb71-4a36-b8fa-844020f95b1c), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.174386 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:12.208556 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fb9e613d-4c22-442f-9bc8-9a75e7b170af req-e1620cdd-dd5a-4655-86eb-675ea6e58e01 tempest-DeleteServersTestJSON-172069957 tempest-DeleteServersTestJSON-172069957-project] 10.222.0.43 "GET /v2.0/ports?device_id=07d47136-1158-4b44-b71b-2adb0ce9ff49 HTTP/1.1" status: 200 len: 210 time: 0.1134715 Apr 12 20:05:12.266800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-d4356e69-7cdd-47eb-8c57-32fa1f224104', 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104', 'project_id': '84cf88e8b41147f8834c2597218053f4', 'fixed_ips': [{'subnet_id': '9d15d986-6ebe-4263-b84d-0c8ea57b7257'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:05:12.267571 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.396561 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (4ebb16db-6029-4749-be9b-d19357a90d5f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.410021 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks [] for router_gateway (1461cb15-cb71-4a36-b8fa-844020f95b1c), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.439055 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.505603 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Checking segment: {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:12.506873 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Network hostable DHCP agents. Network: 2e73cc70-c996-4efe-87a3-bc481c89f70d, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:05:12.516860 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebb16db-6029-4749-be9b-d19357a90d5f,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:12.533662 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Allocated IP 172.20.0.2 (d4356e69-7cdd-47eb-8c57-32fa1f224104/9d15d986-6ebe-4263-b84d-0c8ea57b7257/839f2078-c69c-491a-9e6f-8dea64c9b44a) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:12.545863 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:05:12.551961 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 2, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:12.567582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 2e73cc70-c996-4efe-87a3-bc481c89f70d) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:12.583393 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:12.584125 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.589174 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3792a83-b19d-4ee9-8243-aa3b9b857c49 None None] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:12.603231 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:12.603811 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Updating router fc07120e-a77d-4402-bd27-eb0a94e46c8e port 6f614206-3c26-411b-a07f-b914614e1d38 binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:12.635731 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ea2dd70c-b0b2-422c-bcb5-42b3c0cb71d1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6025050 Apr 12 20:05:12.636436 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39556) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:12.641648 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:12.669637 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Allocated IP 172.27.3.105 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/4c7e2faa-8d7c-4bc3-9e1d-e9b359524257) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:12.691685 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (ec024e07-8b98-43bb-be2f-0ee6276d4b50), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.700284 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (ec024e07-8b98-43bb-be2f-0ee6276d4b50), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.805337 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device b471becd-5482-412d-bc4c-0d0455f71f60 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:12.839746 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks [] for router_controller (ec024e07-8b98-43bb-be2f-0ee6276d4b50), precommit_add_association {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.842344 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks [] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.848689 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6f614206-3c26-411b-a07f-b914614e1d38), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.909861 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.959296 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:12.961662 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734d16-a802-438e-a421-423512b3044a req-42037ebe-f29b-4d85-9165-c60300c7122f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:12.963257 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb734d16-a802-438e-a421-423512b3044a req-42037ebe-f29b-4d85-9165-c60300c7122f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.2192569 Apr 12 20:05:12.964094 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Pushing event updated for resources: {'Port': ['ID=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:12.973716 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:12.976386 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:12.999396 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-2e73cc70-c996-4efe-87a3-bc481c89f70d', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:05:12.999708 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.045884 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks [] for router_gateway (ec024e07-8b98-43bb-be2f-0ee6276d4b50), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.061875 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port b471becd-5482-412d-bc4c-0d0455f71f60 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:13.062496 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.092044 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb734d16-a802-438e-a421-423512b3044a req-f79c652e-b0cb-4b63-a9fa-caa30cbdce8c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945165 Apr 12 20:05:13.130096 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Publish callbacks [] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.163821 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.241258 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks [] for router_gateway (1461cb15-cb71-4a36-b8fa-844020f95b1c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.278770 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks [] for router_gateway (ec024e07-8b98-43bb-be2f-0ee6276d4b50), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.280470 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:13.290693 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:13.308867 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.339449 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:13.439080 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Pushing event updated for resources: {'Port': ['ID=839f2078-c69c-491a-9e6f-8dea64c9b44a,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:13.449397 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Allocated IP 172.27.3.115 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/25682099-f693-4539-9fb1-d523234cd88b) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:13.576108 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Allocated IP 172.20.0.2 (2e73cc70-c996-4efe-87a3-bc481c89f70d/4ebb16db-6029-4749-be9b-d19357a90d5f/5959cfd4-21e9-47b4-bad3-6160c5d81ad2) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:13.584555 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port b471becd-5482-412d-bc4c-0d0455f71f60 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:13.586903 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Attempting to bind port 839f2078-c69c-491a-9e6f-8dea64c9b44a on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:13.587271 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Attempting to bind port 839f2078-c69c-491a-9e6f-8dea64c9b44a by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:13.587658 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Attempting to bind port 839f2078-c69c-491a-9e6f-8dea64c9b44a on network d4356e69-7cdd-47eb-8c57-32fa1f224104 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:13.591796 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks [] for port (25682099-f693-4539-9fb1-d523234cd88b), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.612777 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:13.613128 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Checking segment: {'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:13.613720 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.614559 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Bound using segment: {'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:13.615281 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Bound port: 839f2078-c69c-491a-9e6f-8dea64c9b44a, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:13.615854 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.643964 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (25682099-f693-4539-9fb1-d523234cd88b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.686825 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:13.689898 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:13.694559 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:13.764630 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Publish callbacks [] for port (6f614206-3c26-411b-a07f-b914614e1d38), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.794579 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6f614206-3c26-411b-a07f-b914614e1d38), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.803439 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Pushing event updated for resources: {'Port': ['ID=25682099-f693-4539-9fb1-d523234cd88b,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:13.863278 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (1461cb15-cb71-4a36-b8fa-844020f95b1c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.930692 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks [] for router_gateway (ec024e07-8b98-43bb-be2f-0ee6276d4b50), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:13.969940 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] For port 839f2078-c69c-491a-9e6f-8dea64c9b44a, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:14.019765 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] For port 839f2078-c69c-491a-9e6f-8dea64c9b44a, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=839f2078-c69c-491a-9e6f-8dea64c9b44a,segment=NetworkSegment(e24071da-ac50-4806-b8f1-3d9f528bb242),segment_id=e24071da-ac50-4806-b8f1-3d9f528bb242)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:14.038393 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28552d-5018-406e-b9ce-735d89a1fb36 None None] Pushing event updated for resources: {'Port': ['ID=6f614206-3c26-411b-a07f-b914614e1d38,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:14.056440 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.082939 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Router 1461cb15-cb71-4a36-b8fa-844020f95b1c is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:05:14.133700 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Publish callbacks [] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.178974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.216269 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Attempting to bind port 6f614206-3c26-411b-a07f-b914614e1d38 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:14.218862 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Attempting to bind port 6f614206-3c26-411b-a07f-b914614e1d38 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:14.219298 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Attempting to bind port 6f614206-3c26-411b-a07f-b914614e1d38 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:14.228045 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43b5fe-6c90-4ac6-904d-0e94756780bb None None] Pushing event updated for resources: {'Port': ['ID=839f2078-c69c-491a-9e6f-8dea64c9b44a,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:14.232315 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:14.233467 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:14.233939 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Checking segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:14.234492 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.234895 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Bound using segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:14.235432 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Bound port: 6f614206-3c26-411b-a07f-b914614e1d38, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:14.235898 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6f614206-3c26-411b-a07f-b914614e1d38), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.241060 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (ec024e07-8b98-43bb-be2f-0ee6276d4b50), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.248595 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:14.268350 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:14.280041 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Sync routers for ids ['1461cb15-cb71-4a36-b8fa-844020f95b1c'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:14.285873 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:14.291431 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.293322 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d6c95451-a747-4fb6-8f9e-434d866e3d2e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4672923 Apr 12 20:05:14.296106 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39586) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:14.305951 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Routers {'1461cb15-cb71-4a36-b8fa-844020f95b1c'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:14.306674 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1461cb15-cb71-4a36-b8fa-844020f95b1c'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:14.360365 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-2e05560a-e2d5-4e02-a632-83c8602bc5d6 None None] Provisioning complete for port 6f614206-3c26-411b-a07f-b914614e1d38 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:14.360830 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2e05560a-e2d5-4e02-a632-83c8602bc5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (6f614206-3c26-411b-a07f-b914614e1d38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.422675 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Pushing event updated for resources: {'Port': ['ID=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:14.464592 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Set router 1461cb15-cb71-4a36-b8fa-844020f95b1c gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:14.525588 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-2e05560a-e2d5-4e02-a632-83c8602bc5d6 None None] Port 6f614206-3c26-411b-a07f-b914614e1d38 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:14.548924 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] For port 6f614206-3c26-411b-a07f-b914614e1d38, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:14.551429 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Attempting to bind port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:14.551918 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Attempting to bind port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:14.552277 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Attempting to bind port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 on network 2e73cc70-c996-4efe-87a3-bc481c89f70d {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:14.568450 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:14.569298 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Checking segment: {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:14.569703 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.570132 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Bound using segment: {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:14.570860 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Bound port: 5959cfd4-21e9-47b4-bad3-6160c5d81ad2, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:14.572028 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.597654 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] For port 6f614206-3c26-411b-a07f-b914614e1d38, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=6f614206-3c26-411b-a07f-b914614e1d38,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:14.613342 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6f614206-3c26-411b-a07f-b914614e1d38), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.832673 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:05:13Z', 'revision_number': 3, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:14.838352 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 839f2078-c69c-491a-9e6f-8dea64c9b44a up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:14.874979 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205a8ef-9b87-4c7c-ab9d-339d767ac0f5 req-dcff4ff5-afd2-4bff-ae2b-dc4bc3e12fcc tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:14.875936 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Checking router: 1461cb15-cb71-4a36-b8fa-844020f95b1c for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:14.876347 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Updating router 1461cb15-cb71-4a36-b8fa-844020f95b1c port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:14.882266 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2205a8ef-9b87-4c7c-ab9d-339d767ac0f5 req-dcff4ff5-afd2-4bff-ae2b-dc4bc3e12fcc tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.6197612 Apr 12 20:05:14.914304 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:14.916638 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] For port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:14.923863 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:14.924829 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:14.936475 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28552d-5018-406e-b9ce-735d89a1fb36 None None] Pushing event updated for resources: {'Port': ['ID=6f614206-3c26-411b-a07f-b914614e1d38,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:14.951978 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] For port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:14.962216 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2205a8ef-9b87-4c7c-ab9d-339d767ac0f5 req-fcfb1bee-51ae-4da9-a536-6cd26fdcbb3c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792744 Apr 12 20:05:14.985000 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Router ec024e07-8b98-43bb-be2f-0ee6276d4b50 is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:05:15.030871 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.128934 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.147941 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 839f2078-c69c-491a-9e6f-8dea64c9b44a triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:15.148530 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.161362 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:15.206072 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.207047 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Sync routers for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:15.209562 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c0cc4b13-cc9a-42ee-ac22-eadcd0712a2e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5719733 Apr 12 20:05:15.212333 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39594) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:15.247290 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6159-7fd1-4cc4-9938-0c275c42682e None None] Pushing event updated for resources: {'Port': ['ID=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:15.257189 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-ef354d85-36eb-40cc-b77b-3faa2b3f456f None None] Provisioning complete for port 6f614206-3c26-411b-a07f-b914614e1d38 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:15.257859 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ef354d85-36eb-40cc-b77b-3faa2b3f456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (6f614206-3c26-411b-a07f-b914614e1d38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.265342 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:15.349924 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Publish callbacks [] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.358789 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:15.359664 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:15.364611 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.422656 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7f2ec-3502-4696-8690-5f28d227d147 None None] Pushing event updated for resources: {'Port': ['ID=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,revision_number=2']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:15.446460 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Attempting to bind port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:15.447024 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Attempting to bind port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:15.447623 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Attempting to bind port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:15.458819 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:15.459198 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:15.459632 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.460029 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:15.460515 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Bound port: 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:15.460893 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.478905 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Allocated IP 172.20.0.1 (d4356e69-7cdd-47eb-8c57-32fa1f224104/9d15d986-6ebe-4263-b84d-0c8ea57b7257/7f3355ca-da13-45e9-bf59-936fdc84f1dc) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:15.593319 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] For port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:15.599626 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] For port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:15.613101 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.655621 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 839f2078-c69c-491a-9e6f-8dea64c9b44a is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:15.656004 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.678813 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks [] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.755747 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Routers {'1461cb15-cb71-4a36-b8fa-844020f95b1c'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:15.765354 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1461cb15-cb71-4a36-b8fa-844020f95b1c'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:15.767890 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.780782 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:15.842621 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:15.848986 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7f2ec-3502-4696-8690-5f28d227d147 None None] Pushing event updated for resources: {'Port': ['ID=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:15.858450 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:15.859745 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-ef354d85-36eb-40cc-b77b-3faa2b3f456f None None] Current status of the port 6f614206-3c26-411b-a07f-b914614e1d38 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:15.860135 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ef354d85-36eb-40cc-b77b-3faa2b3f456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (6f614206-3c26-411b-a07f-b914614e1d38), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.863455 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:15.866121 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (1461cb15-cb71-4a36-b8fa-844020f95b1c), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.870045 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3355ca-da13-45e9-bf59-936fdc84f1dc,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:15.880130 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 839f2078-c69c-491a-9e6f-8dea64c9b44a, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=839f2078-c69c-491a-9e6f-8dea64c9b44a,segment=NetworkSegment(e24071da-ac50-4806-b8f1-3d9f528bb242),segment_id=e24071da-ac50-4806-b8f1-3d9f528bb242)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:15.906354 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3875e5ad-f62b-41c7-bd9f-275abb1b1286 None None] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:15.911471 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:15.987370 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] Set router 1461cb15-cb71-4a36-b8fa-844020f95b1c gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:16.086987 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.160812 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c135ef2-8862-42cc-aef7-dacb2b5cf750 req-a291d187-3571-460c-87f0-29b123e069e9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:16.168377 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5c135ef2-8862-42cc-aef7-dacb2b5cf750 req-a291d187-3571-460c-87f0-29b123e069e9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0873218 Apr 12 20:05:16.220255 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.257341 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:05:13Z', 'revision_number': 3, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:16.259988 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5c135ef2-8862-42cc-aef7-dacb2b5cf750 req-a36247ff-45d7-4bf5-8f4b-cff3ca537981 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906048 Apr 12 20:05:16.317786 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fc36e-130f-4ad1-a0bb-a1515e684db3 None None] The sync data for ids ['1461cb15-cb71-4a36-b8fa-844020f95b1c'] in dv-cinder-837541-1-iscsi is: [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:05:13Z', 'revision_number': 3, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:16.335139 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-ef354d85-36eb-40cc-b77b-3faa2b3f456f None None] For port 6f614206-3c26-411b-a07f-b914614e1d38, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=6f614206-3c26-411b-a07f-b914614e1d38,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:16.360282 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:14Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:16.367001 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ef354d85-36eb-40cc-b77b-3faa2b3f456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (6f614206-3c26-411b-a07f-b914614e1d38), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.368052 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks [] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.385481 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.386323 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (1461cb15-cb71-4a36-b8fa-844020f95b1c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.411080 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=839f2078-c69c-491a-9e6f-8dea64c9b44a,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:16.419731 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acc05b-d723-4275-8649-24e39bbd9326 None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:14Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:16.530042 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Allocated IP 172.20.0.1 (2e73cc70-c996-4efe-87a3-bc481c89f70d/4ebb16db-6029-4749-be9b-d19357a90d5f/11e78b11-07a3-42a8-aff4-86abf06e501d) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:16.579872 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-73e1a729-7bb7-4b49-a5e1-65c9fa6be921 None None] Provisioning complete for port 839f2078-c69c-491a-9e6f-8dea64c9b44a triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:16.580250 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-73e1a729-7bb7-4b49-a5e1-65c9fa6be921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.609011 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:13Z', 'revision_number': 3, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:16.613094 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef354d85-36eb-40cc-b77b-3faa2b3f456f None None] Pushing event updated for resources: {'Port': ['ID=6f614206-3c26-411b-a07f-b914614e1d38,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:16.639105 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3355ca-da13-45e9-bf59-936fdc84f1dc,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:16.710559 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:16.713220 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:16.724374 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Checking router: ec024e07-8b98-43bb-be2f-0ee6276d4b50 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:16.724709 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Updating router ec024e07-8b98-43bb-be2f-0ee6276d4b50 port 25682099-f693-4539-9fb1-d523234cd88b binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:16.770759 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks [] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.802743 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35149a-5500-4b50-b2e0-297c9240d9df None None] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:16.850970 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (25682099-f693-4539-9fb1-d523234cd88b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:16.913204 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.035765 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:17.045045 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:17.053693 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:17.055924 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (ec024e07-8b98-43bb-be2f-0ee6276d4b50), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.065531 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Router 1461cb15-cb71-4a36-b8fa-844020f95b1c has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:05:17.106599 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Pushing event updated for resources: {'Port': ['ID=11e78b11-07a3-42a8-aff4-86abf06e501d,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:17.125431 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:17.261556 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-73e1a729-7bb7-4b49-a5e1-65c9fa6be921 None None] Current status of the port 839f2078-c69c-491a-9e6f-8dea64c9b44a is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:17.328124 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.333119 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:17.346742 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-8336052c-79ea-406b-8e44-e4795c2e1825 admin admin] 10.222.0.43 "PUT /v2.0/routers/1461cb15-cb71-4a36-b8fa-844020f95b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487738 Apr 12 20:05:17.356338 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:17.356728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.500512 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d744877-b39d-4c2d-990f-669525cb2f98 req-66afbe0c-a951-4256-9131-4c744eb4fbe9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:17.502138 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d744877-b39d-4c2d-990f-669525cb2f98 req-66afbe0c-a951-4256-9131-4c744eb4fbe9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1461341 Apr 12 20:05:17.521967 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Provisioning complete for port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:17.522528 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.732839 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d744877-b39d-4c2d-990f-669525cb2f98 req-95ebeb34-eaaa-470c-8479-5f503aab4a1e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162349 Apr 12 20:05:17.791681 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:17.792073 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.829675 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks [] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.848620 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.849407 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (ec024e07-8b98-43bb-be2f-0ee6276d4b50), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.936263 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Current status of the port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:17.936704 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.940955 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Publish callbacks [] for port (25682099-f693-4539-9fb1-d523234cd88b), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.978108 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (25682099-f693-4539-9fb1-d523234cd88b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:17.998339 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:18.024945 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Attempting to bind port 25682099-f693-4539-9fb1-d523234cd88b on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:18.025378 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Attempting to bind port 25682099-f693-4539-9fb1-d523234cd88b by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:18.025693 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Attempting to bind port 25682099-f693-4539-9fb1-d523234cd88b on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:18.042637 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Pushing event updated for resources: {'Port': ['ID=11e78b11-07a3-42a8-aff4-86abf06e501d,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:18.078811 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.080012 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 6f614206-3c26-411b-a07f-b914614e1d38 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:18.113310 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:18.113701 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:18.114213 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.114529 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:18.115024 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Bound port: 25682099-f693-4539-9fb1-d523234cd88b, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:18.119122 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (25682099-f693-4539-9fb1-d523234cd88b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.147151 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:05:18.161315 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:18.163414 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:18.234799 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.db.api [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98484) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 20:05:18.234931 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG oslo_db.api [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 20:05:18.277596 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:05:18.277835 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e1559e31-0b21-4a4a-ab50-ff1c8b5e18d1 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:05:18.279267 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a029946-61b1-4510-855f-2195e9d08b33 None None] Pushing event updated for resources: {'Port': ['ID=25682099-f693-4539-9fb1-d523234cd88b,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:18.349045 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:18.367968 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 6f614206-3c26-411b-a07f-b914614e1d38 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:18.368341 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (6f614206-3c26-411b-a07f-b914614e1d38), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.384362 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Router ec024e07-8b98-43bb-be2f-0ee6276d4b50 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:05:18.460471 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] For port 25682099-f693-4539-9fb1-d523234cd88b, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:18.465745 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] For port 25682099-f693-4539-9fb1-d523234cd88b, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=25682099-f693-4539-9fb1-d523234cd88b,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:18.514439 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (25682099-f693-4539-9fb1-d523234cd88b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.561227 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 6f614206-3c26-411b-a07f-b914614e1d38 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:18.562397 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 839f2078-c69c-491a-9e6f-8dea64c9b44a up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:18.578920 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:18.596020 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-eeefaacb-84ea-4e6c-9bd1-6cbab0805786 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec024e07-8b98-43bb-be2f-0ee6276d4b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3728168 Apr 12 20:05:18.628668 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a029946-61b1-4510-855f-2195e9d08b33 None None] Pushing event updated for resources: {'Port': ['ID=25682099-f693-4539-9fb1-d523234cd88b,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:18.637762 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:18.638389 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:18.679594 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 839f2078-c69c-491a-9e6f-8dea64c9b44a triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:18.679975 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.771085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39630) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:18.777560 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-72579eef-a231-47bd-98f5-31c17a83bbc7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797120353', 'description': 'tempest-secgroup-smoke-797120353 description', 'project_id': '47a9f0d7a0134a2286864b56bbf84091'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:18.823643 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-72579eef-a231-47bd-98f5-31c17a83bbc7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.844999 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Current status of the port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:18.858371 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:18.904536 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68d7dc-9a0e-4a2a-91f9-2d16eb4ac418 req-bf8005f1-64f9-4722-83fe-e61ee30dd4ff tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:18.906155 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee68d7dc-9a0e-4a2a-91f9-2d16eb4ac418 req-bf8005f1-64f9-4722-83fe-e61ee30dd4ff tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0680017 Apr 12 20:05:18.988698 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-72579eef-a231-47bd-98f5-31c17a83bbc7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group (b1978374-8acd-40b9-82ea-d0b1f1344b9e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:18.992836 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee68d7dc-9a0e-4a2a-91f9-2d16eb4ac418 req-458fa772-78c5-48dc-b13d-f1b31aeafa69 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751905 Apr 12 20:05:18.997350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-72579eef-a231-47bd-98f5-31c17a83bbc7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (b1978374-8acd-40b9-82ea-d0b1f1344b9e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.038044 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-72579eef-a231-47bd-98f5-31c17a83bbc7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.039351 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-72579eef-a231-47bd-98f5-31c17a83bbc7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2671797 Apr 12 20:05:19.040718 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72579eef-a231-47bd-98f5-31c17a83bbc7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1978374-8acd-40b9-82ea-d0b1f1344b9e,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:19.042528 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39642) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:19.048759 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-4d8eedf0-7239-42bf-bec7-28716c0518d1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'security_group_rule': {'security_group_id': 'b1978374-8acd-40b9-82ea-d0b1f1344b9e', 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:19.052874 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 839f2078-c69c-491a-9e6f-8dea64c9b44a is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:19.054898 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Provisioning complete for port 839f2078-c69c-491a-9e6f-8dea64c9b44a triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:19.055382 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.096034 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4d8eedf0-7239-42bf-bec7-28716c0518d1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (6fbfbe4c-61fa-4847-b5f4-ee797ecda689), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.199020 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4d8eedf0-7239-42bf-bec7-28716c0518d1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (6fbfbe4c-61fa-4847-b5f4-ee797ecda689), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.208872 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4d8eedf0-7239-42bf-bec7-28716c0518d1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (6fbfbe4c-61fa-4847-b5f4-ee797ecda689), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.238869 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4d8eedf0-7239-42bf-bec7-28716c0518d1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.240133 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-4d8eedf0-7239-42bf-bec7-28716c0518d1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965945 Apr 12 20:05:19.241267 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eedf0-7239-42bf-bec7-28716c0518d1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbfbe4c-61fa-4847-b5f4-ee797ecda689,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:19.243082 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39648) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:19.256948 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-8753597e-3006-43f6-9a0e-5f6363432d90 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'security_group_rule': {'security_group_id': 'b1978374-8acd-40b9-82ea-d0b1f1344b9e', 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:19.279609 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Current status of the port 839f2078-c69c-491a-9e6f-8dea64c9b44a is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:19.293549 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:19.311311 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8753597e-3006-43f6-9a0e-5f6363432d90 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (f0e9f3d5-9254-40d6-b927-8f17231c5e38), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.317482 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Provisioning complete for port 7f3355ca-da13-45e9-bf59-936fdc84f1dc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:19.317850 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.322563 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39652) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:19.328216 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-332489819-network', 'tenant_id': '598cf3003a0349f98444e77cc2671521'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:19.348061 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Made reservation on behalf of 598cf3003a0349f98444e77cc2671521 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:19.352108 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.363098 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.389599 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8753597e-3006-43f6-9a0e-5f6363432d90 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (f0e9f3d5-9254-40d6-b927-8f17231c5e38), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.396455 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8753597e-3006-43f6-9a0e-5f6363432d90 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (f0e9f3d5-9254-40d6-b927-8f17231c5e38), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.404903 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 2, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:19.406445 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d4964-3610-41e8-9a1c-8358a157b0a1 None None] Port 7f3355ca-da13-45e9-bf59-936fdc84f1dc cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:19.420551 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753597e-3006-43f6-9a0e-5f6363432d90 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e9f3d5-9254-40d6-b927-8f17231c5e38,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:19.434098 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8753597e-3006-43f6-9a0e-5f6363432d90 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.436542 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f827a8-eae0-4c64-829b-5ec4746c7e29 None None] The sync data for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi is: [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 2, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:19.437714 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-8753597e-3006-43f6-9a0e-5f6363432d90 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1934144 Apr 12 20:05:19.440590 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39656) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:19.443003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:19.443374 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.446014 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-dde9ba2a-be6b-48e9-a200-5b3422300585 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'security_group_rule': {'security_group_id': 'b1978374-8acd-40b9-82ea-d0b1f1344b9e', 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:19.486100 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks [] for security_group (6e84b936-be17-440d-832b-e67721048694), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.493833 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6e84b936-be17-440d-832b-e67721048694), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.508311 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dde9ba2a-be6b-48e9-a200-5b3422300585 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (e4f01852-2f77-4f8e-a4e2-79fec597fc16), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.529306 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:05:19.543221 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Provisioning complete for port 11e78b11-07a3-42a8-aff4-86abf06e501d triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:19.543623 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.545306 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:19.546390 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:19.558747 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (691f1e82-e964-4f7a-92ca-fbfcacde6db2), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.559030 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Added segment 691f1e82-e964-4f7a-92ca-fbfcacde6db2 of type vlan for network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 Apr 12 20:05:19.560321 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e84b936-be17-440d-832b-e67721048694,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:19.609690 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Port 11e78b11-07a3-42a8-aff4-86abf06e501d cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:19.621158 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Provisioning complete for port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:19.621351 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.622347 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.654377 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dde9ba2a-be6b-48e9-a200-5b3422300585 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (e4f01852-2f77-4f8e-a4e2-79fec597fc16), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.654939 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:19.655205 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.664466 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dde9ba2a-be6b-48e9-a200-5b3422300585 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (e4f01852-2f77-4f8e-a4e2-79fec597fc16), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.670992 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.671952 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:19.672542 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.707138 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ba2a-be6b-48e9-a200-5b3422300585 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f01852-2f77-4f8e-a4e2-79fec597fc16,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:19.715785 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dde9ba2a-be6b-48e9-a200-5b3422300585 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.717005 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-dde9ba2a-be6b-48e9-a200-5b3422300585 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753558 Apr 12 20:05:19.720493 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39658) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:19.724364 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-921a8d07-e903-46d5-adb4-896995539c7f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'security_group_rule': {'security_group_id': 'b1978374-8acd-40b9-82ea-d0b1f1344b9e', 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:19.762985 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4386590 Apr 12 20:05:19.767542 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39660) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:19.774876 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Current status of the port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:19.776521 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d3184-1e37-4fed-a681-cc8fe53b0223 admin admin] Pushing event updated for resources: {'Network': ['ID=6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:19.780602 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Request body: {'subnet': {'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-332489819-subnet', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:19.781708 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:19.782241 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.793186 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:05:19.798647 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-921a8d07-e903-46d5-adb4-896995539c7f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (96b63583-bcdf-4909-9707-001e6427f356), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.805333 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Made reservation on behalf of 598cf3003a0349f98444e77cc2671521 for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:19.807869 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.810714 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Provisioning complete for port 7f3355ca-da13-45e9-bf59-936fdc84f1dc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:19.811019 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.874753 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-921a8d07-e903-46d5-adb4-896995539c7f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (96b63583-bcdf-4909-9707-001e6427f356), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.879769 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:19.882180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-921a8d07-e903-46d5-adb4-896995539c7f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (96b63583-bcdf-4909-9707-001e6427f356), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.907906 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.911244 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a8d07-e903-46d5-adb4-896995539c7f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b63583-bcdf-4909-9707-001e6427f356,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:19.911424 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Sync routers for ids ['1461cb15-cb71-4a36-b8fa-844020f95b1c'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:19.917526 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-36e7b0e3-46ec-436b-962c-8ae1c1600fd3 None None] Port 7f3355ca-da13-45e9-bf59-936fdc84f1dc cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:19.929784 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Routers {'1461cb15-cb71-4a36-b8fa-844020f95b1c'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:19.930415 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1461cb15-cb71-4a36-b8fa-844020f95b1c'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:19.931758 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-921a8d07-e903-46d5-adb4-896995539c7f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:19.933461 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-921a8d07-e903-46d5-adb4-896995539c7f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2123671 Apr 12 20:05:19.936179 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39662) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:19.945173 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'security_group_rule': {'security_group_id': 'b1978374-8acd-40b9-82ea-d0b1f1344b9e', 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:19.988039 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:20.016815 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.securitygroups_db [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Project 47a9f0d7a0134a2286864b56bbf84091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:05:20.025210 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (9a029ec9-ca09-40c5-8790-74523377ead4), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.141938 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (9a029ec9-ca09-40c5-8790-74523377ead4), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.152254 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (9a029ec9-ca09-40c5-8790-74523377ead4), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.180082 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a029ec9-ca09-40c5-8790-74523377ead4,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:20.188281 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.190772 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ae4b54ff-810f-4c6e-925f-fc35a9000e57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2526178 Apr 12 20:05:20.193667 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39668) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:20.199362 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'security_group_rule': {'security_group_id': 'b1978374-8acd-40b9-82ea-d0b1f1344b9e', 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:20.200264 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64a4c3-1ace-4497-b4f0-f2c06405cc07 req-9aa342bf-ef84-4454-b93e-20acf0432cbf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:20.202220 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6d64a4c3-1ace-4497-b4f0-f2c06405cc07 req-9aa342bf-ef84-4454-b93e-20acf0432cbf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0835547 Apr 12 20:05:20.204780 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (123a0c5e-245b-4944-89de-8be8563e559f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.232179 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.securitygroups_db [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Project 47a9f0d7a0134a2286864b56bbf84091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:05:20.233975 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Set router 1461cb15-cb71-4a36-b8fa-844020f95b1c gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:20.239144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (8b80d998-6460-4703-a824-f0842f921557), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.285383 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123a0c5e-245b-4944-89de-8be8563e559f,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:20.339146 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (8b80d998-6460-4703-a824-f0842f921557), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.357404 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (8b80d998-6460-4703-a824-f0842f921557), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.370473 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6d64a4c3-1ace-4497-b4f0-f2c06405cc07 req-337fbe43-f1f7-4529-b5de-701061dd0f45 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251810 Apr 12 20:05:20.380241 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b80d998-6460-4703-a824-f0842f921557,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:20.385434 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Checking segment: {'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:20.385797 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Network hostable DHCP agents. Network: 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:05:20.392990 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.395753 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-49678858-e711-4c2d-a48a-256af19a5ea3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1997001 Apr 12 20:05:20.431299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:05:20.450597 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:20.456876 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:20.457502 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.467236 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea42418-bda7-482f-8f5e-8c8881663301 None None] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:20.485716 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-63ac4485-1398-4a4b-924b-a51f6a4f72b0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7165546 Apr 12 20:05:20.488224 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39688) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:20.501603 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:20.536761 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 4, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7f3355ca-da13-45e9-bf59-936fdc84f1dc', 'name': '', 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'mac_address': 'fa:16:3e:49:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9d15d986-6ebe-4263-b84d-0c8ea57b7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:15Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 2, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'subnets': [{'id': '9d15d986-6ebe-4263-b84d-0c8ea57b7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:20.562228 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (1e9f0634-5585-410d-a8cf-58db849afb94), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.563315 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (1e9f0634-5585-410d-a8cf-58db849afb94), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.575378 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Checking router: 1461cb15-cb71-4a36-b8fa-844020f95b1c for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:20.576096 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Updating router 1461cb15-cb71-4a36-b8fa-844020f95b1c port 7f3355ca-da13-45e9-bf59-936fdc84f1dc binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:20.626663 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.638309 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'project_id': '598cf3003a0349f98444e77cc2671521', 'fixed_ips': [{'subnet_id': '123a0c5e-245b-4944-89de-8be8563e559f'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:05:20.640240 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.659776 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks [] for router_controller (1e9f0634-5585-410d-a8cf-58db849afb94), precommit_add_association {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:20.881013 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Allocated IP 172.20.0.2 (6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52/123a0c5e-245b-4944-89de-8be8563e559f/3ae84973-1ce1-435e-968b-26ec82bbc398) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:20.963252 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks [] for router_gateway (1e9f0634-5585-410d-a8cf-58db849afb94), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.014994 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Publish callbacks [] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.025993 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.060003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Publish callbacks [] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.071879 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.110824 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31220051-e93e-4fe2-a6c2-4c63240f3ab5 None None] Pushing event updated for resources: {'Port': ['ID=7f3355ca-da13-45e9-bf59-936fdc84f1dc,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:21.124403 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:21.133485 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:21.160657 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:21.169482 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Pushing event updated for resources: {'Port': ['ID=3ae84973-1ce1-435e-968b-26ec82bbc398,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:21.284507 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Attempting to bind port 7f3355ca-da13-45e9-bf59-936fdc84f1dc on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:21.284876 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Attempting to bind port 7f3355ca-da13-45e9-bf59-936fdc84f1dc by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:21.285234 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Attempting to bind port 7f3355ca-da13-45e9-bf59-936fdc84f1dc on network d4356e69-7cdd-47eb-8c57-32fa1f224104 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:21.300371 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Attempting to bind port 3ae84973-1ce1-435e-968b-26ec82bbc398 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:21.301113 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Attempting to bind port 3ae84973-1ce1-435e-968b-26ec82bbc398 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:21.301678 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Attempting to bind port 3ae84973-1ce1-435e-968b-26ec82bbc398 on network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:21.313083 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:21.313809 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Checking segment: {'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:21.314439 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.315068 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Bound using segment: {'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:21.315756 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:21.316014 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Bound port: 3ae84973-1ce1-435e-968b-26ec82bbc398, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:21.316144 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Checking segment: {'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:21.316516 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.316959 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.318998 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Bound using segment: {'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:21.319604 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Bound port: 7f3355ca-da13-45e9-bf59-936fdc84f1dc, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24071da-ac50-4806-b8f1-3d9f528bb242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:21.320002 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.462602 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] For port 7f3355ca-da13-45e9-bf59-936fdc84f1dc, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:21.463655 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] For port 3ae84973-1ce1-435e-968b-26ec82bbc398, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:21.468225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] For port 3ae84973-1ce1-435e-968b-26ec82bbc398, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3ae84973-1ce1-435e-968b-26ec82bbc398,segment=NetworkSegment(691f1e82-e964-4f7a-92ca-fbfcacde6db2),segment_id=691f1e82-e964-4f7a-92ca-fbfcacde6db2)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:21.470808 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] For port 7f3355ca-da13-45e9-bf59-936fdc84f1dc, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7f3355ca-da13-45e9-bf59-936fdc84f1dc,segment=NetworkSegment(e24071da-ac50-4806-b8f1-3d9f528bb242),segment_id=e24071da-ac50-4806-b8f1-3d9f528bb242)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:21.484205 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 25682099-f693-4539-9fb1-d523234cd88b up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:21.486760 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.493960 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.593332 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bb45e-c16d-4b53-9c4d-dec19439f17d req-57830fd4-52dd-4c14-8e3e-ffab5379b293 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:21.595482 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cb1bb45e-c16d-4b53-9c4d-dec19439f17d req-57830fd4-52dd-4c14-8e3e-ffab5379b293 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0902271 Apr 12 20:05:21.621411 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Routers {'1461cb15-cb71-4a36-b8fa-844020f95b1c'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:21.622216 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1461cb15-cb71-4a36-b8fa-844020f95b1c'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:21.668581 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2ae1-c93c-45b2-8ced-9d0dd5b540d3 None None] Pushing event updated for resources: {'Port': ['ID=3ae84973-1ce1-435e-968b-26ec82bbc398,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:21.713375 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-663f648f-a031-426f-b488-4d34065fc392 None None] Provisioning complete for port 7f3355ca-da13-45e9-bf59-936fdc84f1dc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:21.713613 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cb1bb45e-c16d-4b53-9c4d-dec19439f17d req-0f4ddf44-5dbd-4581-9427-e0a4e348d2de tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059616 Apr 12 20:05:21.721173 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-663f648f-a031-426f-b488-4d34065fc392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.742464 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks [] for router_gateway (1e9f0634-5585-410d-a8cf-58db849afb94), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.776180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.779668 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 25682099-f693-4539-9fb1-d523234cd88b triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:21.780364 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (25682099-f693-4539-9fb1-d523234cd88b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.836711 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] Set router 1461cb15-cb71-4a36-b8fa-844020f95b1c gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:21.906171 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31220051-e93e-4fe2-a6c2-4c63240f3ab5 None None] Pushing event updated for resources: {'Port': ['ID=7f3355ca-da13-45e9-bf59-936fdc84f1dc,revision_number=4']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:21.925483 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Allocated IP 172.27.3.169 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/75d365d4-b906-4c69-87a5-d75b030f471b) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:21.941827 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 25682099-f693-4539-9fb1-d523234cd88b is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:21.942259 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (25682099-f693-4539-9fb1-d523234cd88b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.948661 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-663f648f-a031-426f-b488-4d34065fc392 None None] Current status of the port 7f3355ca-da13-45e9-bf59-936fdc84f1dc is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:21.949047 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-663f648f-a031-426f-b488-4d34065fc392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:21.973863 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 25682099-f693-4539-9fb1-d523234cd88b, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=25682099-f693-4539-9fb1-d523234cd88b,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:21.996040 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (25682099-f693-4539-9fb1-d523234cd88b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.000311 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:22.006459 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-663f648f-a031-426f-b488-4d34065fc392 None None] For port 7f3355ca-da13-45e9-bf59-936fdc84f1dc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7f3355ca-da13-45e9-bf59-936fdc84f1dc,segment=NetworkSegment(e24071da-ac50-4806-b8f1-3d9f528bb242),segment_id=e24071da-ac50-4806-b8f1-3d9f528bb242)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:22.062733 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-663f648f-a031-426f-b488-4d34065fc392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.101209 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=25682099-f693-4539-9fb1-d523234cd88b,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:22.124796 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks [] for port (75d365d4-b906-4c69-87a5-d75b030f471b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.143140 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:22.143539 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.201630 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.205167 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 4, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7f3355ca-da13-45e9-bf59-936fdc84f1dc', 'name': '', 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'mac_address': 'fa:16:3e:49:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9d15d986-6ebe-4263-b84d-0c8ea57b7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:15Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'subnets': [{'id': '9d15d986-6ebe-4263-b84d-0c8ea57b7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:22.220382 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-8b7341c0-714b-4a4c-a965-58f34ff36691 None None] Provisioning complete for port 7f3355ca-da13-45e9-bf59-936fdc84f1dc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:22.220760 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8b7341c0-714b-4a4c-a965-58f34ff36691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.226097 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f648f-a031-426f-b488-4d34065fc392 None None] Pushing event updated for resources: {'Port': ['ID=7f3355ca-da13-45e9-bf59-936fdc84f1dc,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:22.245094 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a0732-fdcd-45c1-a819-f74d002d8f9c None None] The sync data for ids ['1461cb15-cb71-4a36-b8fa-844020f95b1c'] in dv-cinder-837541-1-iscsi is: [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 4, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7f3355ca-da13-45e9-bf59-936fdc84f1dc', 'name': '', 'network_id': 'd4356e69-7cdd-47eb-8c57-32fa1f224104', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'mac_address': 'fa:16:3e:49:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9d15d986-6ebe-4263-b84d-0c8ea57b7257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:15Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'subnets': [{'id': '9d15d986-6ebe-4263-b84d-0c8ea57b7257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:22.297275 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:22.302193 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:22.308770 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:22.373928 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Pushing event updated for resources: {'Port': ['ID=75d365d4-b906-4c69-87a5-d75b030f471b,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:22.379096 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:22.391836 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-8b7341c0-714b-4a4c-a965-58f34ff36691 None None] Current status of the port 7f3355ca-da13-45e9-bf59-936fdc84f1dc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:22.410586 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.411019 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.411439 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.411907 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.412300 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.412686 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.413015 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.413333 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.413683 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.413982 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.414325 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.414646 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.414963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.415272 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.415600 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:22.578659 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks [] for router_gateway (1e9f0634-5585-410d-a8cf-58db849afb94), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.808493 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (1e9f0634-5585-410d-a8cf-58db849afb94), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.827465 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200446-270d-46af-b214-d6ecb3100a13 req-48308646-5104-401b-b5bb-7edae729a75d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:22.837017 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-88200446-270d-46af-b214-d6ecb3100a13 req-48308646-5104-401b-b5bb-7edae729a75d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0596900 Apr 12 20:05:22.871235 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-cbbb49fd-e74f-4aad-a1a2-567b037b5cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:22.913958 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-88200446-270d-46af-b214-d6ecb3100a13 req-08ae8ee9-a9e2-4918-829a-679baf7089cf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Apr 12 20:05:22.976163 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Router 1e9f0634-5585-410d-a8cf-58db849afb94 is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:05:23.093350 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:23.111632 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Sync routers for ids ['1e9f0634-5585-410d-a8cf-58db849afb94'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:23.116198 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.119978 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-1e9d45ab-5642-44c0-961c-e3e5c52a6a6a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6279695 Apr 12 20:05:23.120144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 39752) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:23.134397 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Routers {'1e9f0634-5585-410d-a8cf-58db849afb94'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:23.135034 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1e9f0634-5585-410d-a8cf-58db849afb94'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:23.207169 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc028f99-6cb7-44e9-9add-d030f390bacc None None] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:23.462647 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Set router 1e9f0634-5585-410d-a8cf-58db849afb94 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:23.502153 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 25682099-f693-4539-9fb1-d523234cd88b up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:23.504673 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-c0e186ca-f7c1-4e8f-ad48-8d46b8064473 None None] Provisioning complete for port 3ae84973-1ce1-435e-968b-26ec82bbc398 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:23.505054 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c0e186ca-f7c1-4e8f-ad48-8d46b8064473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.541415 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39764) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:23.612044 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Deleting subnet df1730fd-eb60-4861-93cc-0dc8d87dbcde {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:05:23.617234 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Publish callbacks [] for subnet (df1730fd-eb60-4861-93cc-0dc8d87dbcde), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.671254 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Publish callbacks [] for subnet (df1730fd-eb60-4861-93cc-0dc8d87dbcde), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.699329 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.706930 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (df1730fd-eb60-4861-93cc-0dc8d87dbcde), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.849742 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (df1730fd-eb60-4861-93cc-0dc8d87dbcde), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.854782 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 25682099-f693-4539-9fb1-d523234cd88b triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:23.855200 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (25682099-f693-4539-9fb1-d523234cd88b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.867219 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-c0e186ca-f7c1-4e8f-ad48-8d46b8064473 None None] Current status of the port 3ae84973-1ce1-435e-968b-26ec82bbc398 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:23.867632 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c0e186ca-f7c1-4e8f-ad48-8d46b8064473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.902763 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1730fd-eb60-4861-93cc-0dc8d87dbcde,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:23.911842 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.912436 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.912926 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.913418 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.913909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.914389 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.914863 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.916026 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.916558 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.916892 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.917241 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.917783 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.918288 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.918781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.919707 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:23.923261 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:23.930756 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6ec7c6ba-81dd-4fa0-afd5-96676a215ab2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/df1730fd-eb60-4861-93cc-0dc8d87dbcde HTTP/1.1" status: 204 len: 168 time: 0.3874779 Apr 12 20:05:23.931976 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39778) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:23.961685 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:05:22Z', 'revision_number': 3, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port': {'id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:21Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:24.058343 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Checking router: 1e9f0634-5585-410d-a8cf-58db849afb94 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:24.058705 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Updating router 1e9f0634-5585-410d-a8cf-58db849afb94 port 75d365d4-b906-4c69-87a5-d75b030f471b binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:24.076533 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Allocated IP 172.20.0.1 (6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52/123a0c5e-245b-4944-89de-8be8563e559f/38ceff84-777d-4616-a203-ef6d287dcad5) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:24.127823 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-c0e186ca-f7c1-4e8f-ad48-8d46b8064473 None None] For port 3ae84973-1ce1-435e-968b-26ec82bbc398, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3ae84973-1ce1-435e-968b-26ec82bbc398,segment=NetworkSegment(691f1e82-e964-4f7a-92ca-fbfcacde6db2),segment_id=691f1e82-e964-4f7a-92ca-fbfcacde6db2)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:24.178741 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c0e186ca-f7c1-4e8f-ad48-8d46b8064473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.234956 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.238919 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.269213 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e566-b9cd-4003-8ee6-9bf9b96a8149 req-d2de50da-feee-45ab-9e34-71b9b145519c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:24.280004 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9f1e566-b9cd-4003-8ee6-9bf9b96a8149 req-d2de50da-feee-45ab-9e34-71b9b145519c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1887994 Apr 12 20:05:24.350273 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks [] for port (38ceff84-777d-4616-a203-ef6d287dcad5), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.353023 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Sync routers for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:24.381158 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:24.382037 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:04:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:24.414383 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 25682099-f693-4539-9fb1-d523234cd88b is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:24.414383 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7f3355ca-da13-45e9-bf59-936fdc84f1dc up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:24.414668 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.467806 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:24.471260 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:24.475324 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:24.475833 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (1e9f0634-5585-410d-a8cf-58db849afb94), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.528915 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.544305 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Pushing event updated for resources: {'Port': ['ID=38ceff84-777d-4616-a203-ef6d287dcad5,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:24.572065 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.572407 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.582031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.582395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > port after_create 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.582730 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.583074 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > port after_update 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.583773 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.584100 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.584407 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.584723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.609240 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:24.683995 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e186ca-f7c1-4e8f-ad48-8d46b8064473 None None] Pushing event updated for resources: {'Port': ['ID=3ae84973-1ce1-435e-968b-26ec82bbc398,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:24.693931 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-aa26ac87-8c86-4234-8dba-fa004e0e6be0 None None] Provisioning complete for port 3ae84973-1ce1-435e-968b-26ec82bbc398 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:24.694309 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-aa26ac87-8c86-4234-8dba-fa004e0e6be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.734582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.735452 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.736034 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.736587 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:05:24.737145 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:24.765637 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cd1661-506f-4ee6-b043-469c2414ce3d') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:24.766022 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cd1661-506f-4ee6-b043-469c2414ce3d') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:24.795768 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (90cd1661-506f-4ee6-b043-469c2414ce3d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.855968 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9f1e566-b9cd-4003-8ee6-9bf9b96a8149 req-f36e94a3-47b7-472f-9d57-1385aac479db tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744894 Apr 12 20:05:24.859703 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (90cd1661-506f-4ee6-b043-469c2414ce3d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.875766 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:05:24.876165 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (90cd1661-506f-4ee6-b043-469c2414ce3d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: from cryptography.utils import int_from_bytes Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: from cryptography.utils import int_from_bytes Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:05:24.960679 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:05:24.962910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.968591 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:24.980274 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] 10.222.0.43 "DELETE /v2.0/networks/864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0 HTTP/1.1" status: 204 len: 168 time: 1.0470388 Apr 12 20:05:24.992000 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 2, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:24.998182 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 7f3355ca-da13-45e9-bf59-936fdc84f1dc triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:24.998888 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.002020 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc67f4-c38f-4cb9-99f9-d55a24084505 admin admin] Pushing event deleted for resources: {'Network': ['ID=864ec7c0-92a0-4d21-8b16-6d2a6bc74ec0,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:25.126186 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-aa26ac87-8c86-4234-8dba-fa004e0e6be0 None None] Current status of the port 3ae84973-1ce1-435e-968b-26ec82bbc398 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:25.152103 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.167672 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Checking router: ec024e07-8b98-43bb-be2f-0ee6276d4b50 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:25.168114 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Updating router ec024e07-8b98-43bb-be2f-0ee6276d4b50 port 11e78b11-07a3-42a8-aff4-86abf06e501d binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:25.218251 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.295559 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39796) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:25.318696 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 7f3355ca-da13-45e9-bf59-936fdc84f1dc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:25.320283 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3ae84973-1ce1-435e-968b-26ec82bbc398 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:25.368385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-e2fd4eb3-1c3e-4dd0-ba1a-cf92ee97054b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7dbd952250794383a214a262ae3573e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0693314 Apr 12 20:05:25.383274 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 39798) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:25.401160 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a1920d8d-caab-4e93-88a6-67e289749537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.416933 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-e59563ea-69a1-4757-85d8-38b08543c120 None None] Provisioning complete for port 38ceff84-777d-4616-a203-ef6d287dcad5 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:25.417305 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e59563ea-69a1-4757-85d8-38b08543c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.421571 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Publish callbacks [] for port (75d365d4-b906-4c69-87a5-d75b030f471b), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.447105 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks [] for port (38ceff84-777d-4616-a203-ef6d287dcad5), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.455123 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.467970 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.477152 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (1e9f0634-5585-410d-a8cf-58db849afb94), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.491668 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16bac927-059c-4e6c-9d7c-227842744d73 admin admin] Publish callbacks [] for security_group (dff8aeab-6dd6-4dbc-aa0d-27e3548f131d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.537048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16bac927-059c-4e6c-9d7c-227842744d73 admin admin] Publish callbacks [] for security_group (dff8aeab-6dd6-4dbc-aa0d-27e3548f131d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.598277 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Attempting to bind port 75d365d4-b906-4c69-87a5-d75b030f471b on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:25.598277 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Attempting to bind port 75d365d4-b906-4c69-87a5-d75b030f471b by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:25.598277 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Attempting to bind port 75d365d4-b906-4c69-87a5-d75b030f471b on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:25.598708 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Pushing event updated for resources: {'Port': ['ID=38ceff84-777d-4616-a203-ef6d287dcad5,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:25.604936 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 3ae84973-1ce1-435e-968b-26ec82bbc398 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:25.605271 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.628962 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Publish callbacks [] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.636949 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16bac927-059c-4e6c-9d7c-227842744d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dff8aeab-6dd6-4dbc-aa0d-27e3548f131d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.642172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16bac927-059c-4e6c-9d7c-227842744d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.647376 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-16bac927-059c-4e6c-9d7c-227842744d73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dff8aeab-6dd6-4dbc-aa0d-27e3548f131d HTTP/1.1" status: 204 len: 168 time: 0.2604272 Apr 12 20:05:25.654511 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.655479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:25.655905 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:25.656307 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.656697 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:25.657193 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Bound port: 75d365d4-b906-4c69-87a5-d75b030f471b, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:25.657565 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.659649 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-e59563ea-69a1-4757-85d8-38b08543c120 None None] Port 38ceff84-777d-4616-a203-ef6d287dcad5 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:25.663175 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bac927-059c-4e6c-9d7c-227842744d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff8aeab-6dd6-4dbc-aa0d-27e3548f131d,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:25.687142 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:25.696557 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:25.767057 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb943c9-016f-4aa8-9050-bf81db521db7 None None] Pushing event updated for resources: {'Port': ['ID=11e78b11-07a3-42a8-aff4-86abf06e501d,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:25.780768 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] For port 75d365d4-b906-4c69-87a5-d75b030f471b, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:25.786636 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Pushing event updated for resources: {'Port': ['ID=75d365d4-b906-4c69-87a5-d75b030f471b,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:25.813763 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.856898 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] For port 75d365d4-b906-4c69-87a5-d75b030f471b, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=75d365d4-b906-4c69-87a5-d75b030f471b,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:25.871142 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.871680 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.872189 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.872632 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.875580 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.876488 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.877744 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.879002 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.882174 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.882665 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.883064 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.884741 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.886247 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Attempting to bind port 11e78b11-07a3-42a8-aff4-86abf06e501d on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:25.886840 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.887372 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.887917 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:05:25.893814 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Attempting to bind port 11e78b11-07a3-42a8-aff4-86abf06e501d by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:25.894260 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Attempting to bind port 11e78b11-07a3-42a8-aff4-86abf06e501d on network 2e73cc70-c996-4efe-87a3-bc481c89f70d {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:25.909406 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:25.909891 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Checking segment: {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:25.910356 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.910972 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Bound using segment: {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:25.913095 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Bound port: 11e78b11-07a3-42a8-aff4-86abf06e501d, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:25.913607 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.922532 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:25.927716 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Router 1e9f0634-5585-410d-a8cf-58db849afb94 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:05:26.091523 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] For port 11e78b11-07a3-42a8-aff4-86abf06e501d, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:26.095329 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e13843-f85f-4b23-a02d-9bfdf33048c9 req-aefd251d-49e9-4792-a0e9-43f49578bc68 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:26.096932 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02e13843-f85f-4b23-a02d-9bfdf33048c9 req-aefd251d-49e9-4792-a0e9-43f49578bc68 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.1100895 Apr 12 20:05:26.128526 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] For port 11e78b11-07a3-42a8-aff4-86abf06e501d, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=11e78b11-07a3-42a8-aff4-86abf06e501d,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:26.146188 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:26.158529 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:05:26.165370 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-63e73146-0c11-4512-b81c-588391305276 admin admin] 10.222.0.43 "PUT /v2.0/routers/1e9f0634-5585-410d-a8cf-58db849afb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0438447 Apr 12 20:05:26.214319 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02e13843-f85f-4b23-a02d-9bfdf33048c9 req-c9630ad5-5432-4792-ac68-c5ec5dd71a23 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968261 Apr 12 20:05:26.221048 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09befb7-c0c8-4d50-be10-5cc428210994 None None] Pushing event updated for resources: {'Port': ['ID=75d365d4-b906-4c69-87a5-d75b030f471b,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:26.242344 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:26.242830 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:05:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:26.271444 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 3ae84973-1ce1-435e-968b-26ec82bbc398 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:26.277633 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Routers {'1e9f0634-5585-410d-a8cf-58db849afb94'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:26.278256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:05:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1e9f0634-5585-410d-a8cf-58db849afb94'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:26.280240 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-bf8a0708-68b4-43c8-9b12-ffd2f4b56b34 None None] Provisioning complete for port 38ceff84-777d-4616-a203-ef6d287dcad5 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:26.281035 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0708-68b4-43c8-9b12-ffd2f4b56b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:26.285339 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:26.336478 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb943c9-016f-4aa8-9050-bf81db521db7 None None] Pushing event updated for resources: {'Port': ['ID=11e78b11-07a3-42a8-aff4-86abf06e501d,revision_number=4']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:26.471529 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3ae84973-1ce1-435e-968b-26ec82bbc398 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:26.495628 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:26.544315 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a0708-68b4-43c8-9b12-ffd2f4b56b34 None None] Port 38ceff84-777d-4616-a203-ef6d287dcad5 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:26.756877 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-725205ea-3294-4f9b-b3a4-18309da34f7d None None] Provisioning complete for port 11e78b11-07a3-42a8-aff4-86abf06e501d triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:26.757248 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-725205ea-3294-4f9b-b3a4-18309da34f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:26.763038 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] Set router 1e9f0634-5585-410d-a8cf-58db849afb94 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:26.822531 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:26Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:26.834253 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 3ae84973-1ce1-435e-968b-26ec82bbc398 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:26.834623 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:26.879872 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eee977-5b7a-4a76-b7e3-84f43a70fced None None] The sync data for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi is: [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:26Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:27.132128 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 3ae84973-1ce1-435e-968b-26ec82bbc398 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:27.182527 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 4, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port': {'id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:21Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '38ceff84-777d-4616-a203-ef6d287dcad5', 'name': '', 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'mac_address': 'fa:16:3e:48:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '123a0c5e-245b-4944-89de-8be8563e559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:23Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 2, 'project_id': '598cf3003a0349f98444e77cc2671521', 'subnets': [{'id': '123a0c5e-245b-4944-89de-8be8563e559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:27.212304 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-725205ea-3294-4f9b-b3a4-18309da34f7d None None] Current status of the port 11e78b11-07a3-42a8-aff4-86abf06e501d is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:27.212698 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-725205ea-3294-4f9b-b3a4-18309da34f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:27.216770 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c5392-3d75-49fe-8cd6-df602c8a8b36 None None] The sync data for ids ['1e9f0634-5585-410d-a8cf-58db849afb94'] in dv-cinder-837541-1-iscsi is: [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 4, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port': {'id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:21Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '38ceff84-777d-4616-a203-ef6d287dcad5', 'name': '', 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'mac_address': 'fa:16:3e:48:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '123a0c5e-245b-4944-89de-8be8563e559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:23Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 2, 'project_id': '598cf3003a0349f98444e77cc2671521', 'subnets': [{'id': '123a0c5e-245b-4944-89de-8be8563e559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:27.269051 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-725205ea-3294-4f9b-b3a4-18309da34f7d None None] For port 11e78b11-07a3-42a8-aff4-86abf06e501d, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=11e78b11-07a3-42a8-aff4-86abf06e501d,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:27.276842 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-725205ea-3294-4f9b-b3a4-18309da34f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:27.342036 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725205ea-3294-4f9b-b3a4-18309da34f7d None None] Pushing event updated for resources: {'Port': ['ID=11e78b11-07a3-42a8-aff4-86abf06e501d,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:27.372887 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af287618-2fe1-4fba-b2ad-ad03eefdebe5 req-368cc227-f612-4db0-a10f-7bae6be4b5dd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:27.374863 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af287618-2fe1-4fba-b2ad-ad03eefdebe5 req-368cc227-f612-4db0-a10f-7bae6be4b5dd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0941913 Apr 12 20:05:27.457499 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af287618-2fe1-4fba-b2ad-ad03eefdebe5 req-dd1ec0e7-ab39-4b19-9bdd-0312bc1945ac tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641799 Apr 12 20:05:27.630852 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:28.457577 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 11e78b11-07a3-42a8-aff4-86abf06e501d up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:28.531276 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 11e78b11-07a3-42a8-aff4-86abf06e501d triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:28.531829 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:28.601326 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a7a1-c625-4050-82fa-74f1d07af1a3 req-c7db63bf-8f5a-444f-abb5-421707ab320d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:28.603581 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f731a7a1-c625-4050-82fa-74f1d07af1a3 req-c7db63bf-8f5a-444f-abb5-421707ab320d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0495687 Apr 12 20:05:28.666816 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 11e78b11-07a3-42a8-aff4-86abf06e501d is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:28.692323 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f731a7a1-c625-4050-82fa-74f1d07af1a3 req-7d023a2e-e1fc-4866-9b9d-1f85d9deb69c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821383 Apr 12 20:05:28.980814 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:29.825783 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19834bc-6468-4437-884e-029240cb938b req-ac828492-7f1f-42c9-b853-d0cc91afcf4d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:29.827379 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b19834bc-6468-4437-884e-029240cb938b req-ac828492-7f1f-42c9-b853-d0cc91afcf4d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0513153 Apr 12 20:05:29.883695 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b19834bc-6468-4437-884e-029240cb938b req-30bc6a36-44ea-47bc-92e1-a885031ee36e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474184 Apr 12 20:05:31.022641 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794adef2-0fdf-48b2-84c8-2ee27dd58001 req-286731d5-c70e-4d04-94c6-a6df8e23ca89 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:31.027754 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-794adef2-0fdf-48b2-84c8-2ee27dd58001 req-286731d5-c70e-4d04-94c6-a6df8e23ca89 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0651836 Apr 12 20:05:31.078045 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-794adef2-0fdf-48b2-84c8-2ee27dd58001 req-9f442233-116c-447c-b0d2-016f7ef317bc tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447137 Apr 12 20:05:32.208979 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd98da-2df8-4ae7-a9bf-36b97925ab4a req-119d2415-0287-4a18-ba7a-0766e8c525e9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:32.210476 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d2fd98da-2df8-4ae7-a9bf-36b97925ab4a req-119d2415-0287-4a18-ba7a-0766e8c525e9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0565071 Apr 12 20:05:32.275736 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d2fd98da-2df8-4ae7-a9bf-36b97925ab4a req-bcc137db-59b5-49cf-8525-2059d44935bb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510666 Apr 12 20:05:32.406802 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 75d365d4-b906-4c69-87a5-d75b030f471b up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:32.473362 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 75d365d4-b906-4c69-87a5-d75b030f471b triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:32.473725 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:32.570506 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 75d365d4-b906-4c69-87a5-d75b030f471b is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:32.570897 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:32.599780 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 75d365d4-b906-4c69-87a5-d75b030f471b, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=75d365d4-b906-4c69-87a5-d75b030f471b,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:32.607143 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:32.671228 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=75d365d4-b906-4c69-87a5-d75b030f471b,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:32.969060 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Sync routers for ids ['1e9f0634-5585-410d-a8cf-58db849afb94'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:05:32.991988 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Routers {'1e9f0634-5585-410d-a8cf-58db849afb94'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:32.992630 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:05:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1e9f0634-5585-410d-a8cf-58db849afb94'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:33.135129 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Set router 1e9f0634-5585-410d-a8cf-58db849afb94 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:33.373698 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 4, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port': {'id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:21Z', 'updated_at': '2022-04-12T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '38ceff84-777d-4616-a203-ef6d287dcad5', 'name': '', 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'mac_address': 'fa:16:3e:48:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '123a0c5e-245b-4944-89de-8be8563e559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:23Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 2, 'project_id': '598cf3003a0349f98444e77cc2671521', 'subnets': [{'id': '123a0c5e-245b-4944-89de-8be8563e559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:33.399398 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dc670-b7aa-48c4-827f-52b650067345 req-ee078353-1782-4ab5-840f-5d4afe9f903b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:33.401212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-860dc670-b7aa-48c4-827f-52b650067345 req-ee078353-1782-4ab5-840f-5d4afe9f903b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0560255 Apr 12 20:05:33.433223 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Checking router: 1e9f0634-5585-410d-a8cf-58db849afb94 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:05:33.433850 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Updating router 1e9f0634-5585-410d-a8cf-58db849afb94 port 38ceff84-777d-4616-a203-ef6d287dcad5 binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:05:33.475270 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:33.489274 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-860dc670-b7aa-48c4-827f-52b650067345 req-3bc7eba0-054a-4859-b0ed-5081d62fe617 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824077 Apr 12 20:05:33.783592 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Publish callbacks [] for port (38ceff84-777d-4616-a203-ef6d287dcad5), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:33.791318 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:33.852537 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca93a-8178-4306-bcec-a87dd70340e8 None None] Pushing event updated for resources: {'Port': ['ID=38ceff84-777d-4616-a203-ef6d287dcad5,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:33.909814 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Attempting to bind port 38ceff84-777d-4616-a203-ef6d287dcad5 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:33.910181 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Attempting to bind port 38ceff84-777d-4616-a203-ef6d287dcad5 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:33.910536 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Attempting to bind port 38ceff84-777d-4616-a203-ef6d287dcad5 on network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:33.916201 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:33.916414 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Checking segment: {'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:33.916670 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:33.917444 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Bound using segment: {'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:33.918053 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Bound port: 38ceff84-777d-4616-a203-ef6d287dcad5, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691f1e82-e964-4f7a-92ca-fbfcacde6db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:33.918432 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:34.007163 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] For port 38ceff84-777d-4616-a203-ef6d287dcad5, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:34.010769 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] For port 38ceff84-777d-4616-a203-ef6d287dcad5, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=38ceff84-777d-4616-a203-ef6d287dcad5,segment=NetworkSegment(691f1e82-e964-4f7a-92ca-fbfcacde6db2),segment_id=691f1e82-e964-4f7a-92ca-fbfcacde6db2)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:34.018073 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:34.078868 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Routers {'1e9f0634-5585-410d-a8cf-58db849afb94'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:05:34.079547 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:05:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1e9f0634-5585-410d-a8cf-58db849afb94'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:34.162057 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca93a-8178-4306-bcec-a87dd70340e8 None None] Pushing event updated for resources: {'Port': ['ID=38ceff84-777d-4616-a203-ef6d287dcad5,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:34.169579 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-4451e0be-d5a5-4e9d-b494-791e50dd49f9 None None] Provisioning complete for port 38ceff84-777d-4616-a203-ef6d287dcad5 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:34.170038 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4451e0be-d5a5-4e9d-b494-791e50dd49f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:34.426133 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] Set router 1e9f0634-5585-410d-a8cf-58db849afb94 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:05:34.457473 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 38ceff84-777d-4616-a203-ef6d287dcad5 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:34.663267 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be955-4e08-4920-ad80-9b163515bf4d req-4b44d82c-62a6-44e8-8b03-075cd54c7ce6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:34.664964 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c9be955-4e08-4920-ad80-9b163515bf4d req-4b44d82c-62a6-44e8-8b03-075cd54c7ce6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0729673 Apr 12 20:05:34.681559 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-4451e0be-d5a5-4e9d-b494-791e50dd49f9 None None] Current status of the port 38ceff84-777d-4616-a203-ef6d287dcad5 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:34.682219 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4451e0be-d5a5-4e9d-b494-791e50dd49f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:34.701930 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 38ceff84-777d-4616-a203-ef6d287dcad5 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:34.702217 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:34.741853 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c9be955-4e08-4920-ad80-9b163515bf4d req-dff05397-2e05-43b1-98c1-2de442d61e6d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702755 Apr 12 20:05:34.799334 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-4451e0be-d5a5-4e9d-b494-791e50dd49f9 None None] For port 38ceff84-777d-4616-a203-ef6d287dcad5, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=38ceff84-777d-4616-a203-ef6d287dcad5,segment=NetworkSegment(691f1e82-e964-4f7a-92ca-fbfcacde6db2),segment_id=691f1e82-e964-4f7a-92ca-fbfcacde6db2)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:05:34.812092 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4451e0be-d5a5-4e9d-b494-791e50dd49f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:34.915700 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 38ceff84-777d-4616-a203-ef6d287dcad5 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:34.916817 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 75d365d4-b906-4c69-87a5-d75b030f471b up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:34.949272 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451e0be-d5a5-4e9d-b494-791e50dd49f9 None None] Pushing event updated for resources: {'Port': ['ID=38ceff84-777d-4616-a203-ef6d287dcad5,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:34.955941 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 4, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port': {'id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:21Z', 'updated_at': '2022-04-12T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '38ceff84-777d-4616-a203-ef6d287dcad5', 'name': '', 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'mac_address': 'fa:16:3e:48:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '123a0c5e-245b-4944-89de-8be8563e559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:23Z', 'updated_at': '2022-04-12T20:05:33Z', 'revision_number': 4, 'project_id': '598cf3003a0349f98444e77cc2671521', 'subnets': [{'id': '123a0c5e-245b-4944-89de-8be8563e559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:05:34.993614 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-c85b65e9-c532-4bad-8abe-797edd540b4e None None] Provisioning complete for port 38ceff84-777d-4616-a203-ef6d287dcad5 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:34.993989 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c85b65e9-c532-4bad-8abe-797edd540b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:34.997457 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccd45b-335c-45ba-aad0-719945e14f1c None None] The sync data for ids ['1e9f0634-5585-410d-a8cf-58db849afb94'] in dv-cinder-837541-1-iscsi is: [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:05:25Z', 'revision_number': 4, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port': {'id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:21Z', 'updated_at': '2022-04-12T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '38ceff84-777d-4616-a203-ef6d287dcad5', 'name': '', 'network_id': '6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'mac_address': 'fa:16:3e:48:4c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '123a0c5e-245b-4944-89de-8be8563e559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:23Z', 'updated_at': '2022-04-12T20:05:33Z', 'revision_number': 4, 'project_id': '598cf3003a0349f98444e77cc2671521', 'subnets': [{'id': '123a0c5e-245b-4944-89de-8be8563e559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:05:35.047073 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 75d365d4-b906-4c69-87a5-d75b030f471b triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:35.047446 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:35.185156 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 75d365d4-b906-4c69-87a5-d75b030f471b is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:35.222243 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-c85b65e9-c532-4bad-8abe-797edd540b4e None None] Current status of the port 38ceff84-777d-4616-a203-ef6d287dcad5 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:35.877661 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56feb229-6958-41e1-8ce4-6325ed2eb560 req-7a22c8e6-0d80-4704-8d2b-828883521583 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:35.879966 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56feb229-6958-41e1-8ce4-6325ed2eb560 req-7a22c8e6-0d80-4704-8d2b-828883521583 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0552521 Apr 12 20:05:35.936710 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56feb229-6958-41e1-8ce4-6325ed2eb560 req-3710d8a1-edb4-415b-a3f0-b68f102e1f61 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491741 Apr 12 20:05:36.370422 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 38ceff84-777d-4616-a203-ef6d287dcad5 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:05:36.428620 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 38ceff84-777d-4616-a203-ef6d287dcad5 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:36.429304 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:36.515559 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 38ceff84-777d-4616-a203-ef6d287dcad5 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:37.061130 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35eb4a-6f2a-4d0c-8d48-ae715953af04 req-f14efdb7-d3c8-4d61-adfb-288e727dd9be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:37.063225 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7a35eb4a-6f2a-4d0c-8d48-ae715953af04 req-f14efdb7-d3c8-4d61-adfb-288e727dd9be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0532954 Apr 12 20:05:37.115328 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7a35eb4a-6f2a-4d0c-8d48-ae715953af04 req-5b165384-bffd-4c13-8ee9-404269f29057 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Apr 12 20:05:37.665901 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-9a2ab2c3-fe2e-4e7b-ab4f-7f5562e6601f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:37.667347 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-9a2ab2c3-fe2e-4e7b-ab4f-7f5562e6601f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/networks?id=2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 200 len: 814 time: 0.1096809 Apr 12 20:05:37.682784 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-4fb88c8b-b88b-4407-a869-d1acb411fd1f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/quotas/d9c9b4e623b04f44a951b046fa823b75 HTTP/1.1" status: 200 len: 375 time: 0.0098119 Apr 12 20:05:37.731774 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-8a817278-314b-4c87-bcdb-f41b5ced6b7d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438852 Apr 12 20:05:37.828493 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-83fa2197-ed27-44b6-9950-2a9806442946 service neutron] 10.222.0.43 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Apr 12 20:05:37.926540 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-c4f59ea8-7351-4235-bcd8-5cd39baa2ee0 service neutron] 10.222.0.43 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922964 Apr 12 20:05:38.096346 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b70275bb-3330-436d-ba37-b8a48eb8b92e req-e93c494d-303b-43cb-9ec8-18d29fd1e738 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 210 time: 0.0364616 Apr 12 20:05:38.246020 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe90433-cd3b-4cb7-b29b-3e2fddcc0013 req-ec9d0ff0-95ac-465e-a5a9-b727ef5cc4aa tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:38.247671 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbe90433-cd3b-4cb7-b29b-3e2fddcc0013 req-ec9d0ff0-95ac-465e-a5a9-b727ef5cc4aa tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0553575 Apr 12 20:05:38.305645 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbe90433-cd3b-4cb7-b29b-3e2fddcc0013 req-465b4668-a346-4d7c-9fe2-19642bfd58d0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512986 Apr 12 20:05:39.194853 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-30f78c89-4099-48a4-819c-af6487e36306 req-e054e838-226e-41f6-a7f3-b66969910ad7 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 210 time: 0.0299613 Apr 12 20:05:39.426915 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762a903-4a04-4fb0-96f4-ec046051943d req-73667f3f-7f29-45c6-8400-8803a5b4e55f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:39.428441 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2762a903-4a04-4fb0-96f4-ec046051943d req-73667f3f-7f29-45c6-8400-8803a5b4e55f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0520592 Apr 12 20:05:39.714846 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2762a903-4a04-4fb0-96f4-ec046051943d req-a926cd61-aff9-47d6-a5ee-4458496874a0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805622 Apr 12 20:05:40.219588 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-e4fe0061-dd5e-4212-910c-faf92c5a85ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431316 Apr 12 20:05:40.320773 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d7cf0e60-4bc1-4d91-abea-510afff48ade req-94c5a9d4-9868-4acc-80b0-7ceedbc6b881 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 210 time: 0.0525565 Apr 12 20:05:40.343579 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-4713b778-51d8-4193-a45f-0dca371e9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:40.345208 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-4713b778-51d8-4193-a45f-0dca371e9639 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1129 time: 0.0471406 Apr 12 20:05:40.355739 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c71ef-8017-46e9-bd3b-30bd962859c6 req-e5e832d9-8456-4c23-96db-41592e94f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:40.357763 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-134c71ef-8017-46e9-bd3b-30bd962859c6 req-e5e832d9-8456-4c23-96db-41592e94f3d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 1130 time: 0.0533340 Apr 12 20:05:40.414614 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-134c71ef-8017-46e9-bd3b-30bd962859c6 req-e7b14d70-0b5b-46a2-bcc4-0510c8fae44a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Apr 12 20:05:40.473404 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-e179c3fa-349a-43c4-acab-fd2b2993948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:40.474896 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-e179c3fa-349a-43c4-acab-fd2b2993948b service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0883884 Apr 12 20:05:40.827015 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef310e-9700-44f1-9143-c47cce1b2702 req-c33d053f-2646-46d8-b717-50d8d76ce454 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:40.828516 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15ef310e-9700-44f1-9143-c47cce1b2702 req-c33d053f-2646-46d8-b717-50d8d76ce454 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0462251 Apr 12 20:05:40.876314 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15ef310e-9700-44f1-9143-c47cce1b2702 req-2eae062f-d65b-4f56-95eb-fb2617f18942 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420737 Apr 12 20:05:41.268419 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-4bb0b3cf-5bb1-4f1a-b725-ff36a6a3ca57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 200 len: 217 time: 0.0381839 Apr 12 20:05:41.418408 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1622241e-f9d5-44c3-bbcb-a4eb044e07c2 req-1d736cbf-5b4d-420f-96cb-016b6fa36662 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 210 time: 0.0269115 Apr 12 20:05:41.489829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 40198) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:41.644347 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2e12c13f-163d-4258-8d4a-c228ff428919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:41.730539 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2e12c13f-163d-4258-8d4a-c228ff428919 admin admin] Publish callbacks [] for security_group (ddb15916-170e-4706-814f-fa4b90087de0), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:41.736474 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2e12c13f-163d-4258-8d4a-c228ff428919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ddb15916-170e-4706-814f-fa4b90087de0), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:41.773446 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2e12c13f-163d-4258-8d4a-c228ff428919 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddcf66f3d10d4691b94879771eebab1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822478 Apr 12 20:05:41.774271 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c13f-163d-4258-8d4a-c228ff428919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb15916-170e-4706-814f-fa4b90087de0,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:41.777481 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 40210) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:41.829520 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-400116dd-c709-4da8-99d3-3f6a4e72fd39 admin admin] Publish callbacks [] for security_group (ddb15916-170e-4706-814f-fa4b90087de0), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:41.879004 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-400116dd-c709-4da8-99d3-3f6a4e72fd39 admin admin] Publish callbacks [] for security_group (ddb15916-170e-4706-814f-fa4b90087de0), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:41.931571 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-f1552570-22a1-4125-b253-48efd8ed6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:41.933716 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-f1552570-22a1-4125-b253-48efd8ed6c0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0915864 Apr 12 20:05:41.990167 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-400116dd-c709-4da8-99d3-3f6a4e72fd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ddb15916-170e-4706-814f-fa4b90087de0), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:41.992828 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-400116dd-c709-4da8-99d3-3f6a4e72fd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:41.996660 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-400116dd-c709-4da8-99d3-3f6a4e72fd39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddb15916-170e-4706-814f-fa4b90087de0 HTTP/1.1" status: 204 len: 168 time: 0.2156799 Apr 12 20:05:42.000517 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-dfdaf26f-3aed-4402-9a19-f947a29a10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:42.002010 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-dfdaf26f-3aed-4402-9a19-f947a29a10ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599024 Apr 12 20:05:42.007967 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400116dd-c709-4da8-99d3-3f6a4e72fd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb15916-170e-4706-814f-fa4b90087de0,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:42.076713 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c804950-1d27-4364-8e53-7259e6dae626 req-7155c78d-10e4-4768-9281-fab1f15e45d4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:42.078216 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8c804950-1d27-4364-8e53-7259e6dae626 req-7155c78d-10e4-4768-9281-fab1f15e45d4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0718527 Apr 12 20:05:42.116151 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-e725d311-279a-449a-91ce-5fc57f1399c3 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:42.117534 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-e725d311-279a-449a-91ce-5fc57f1399c3 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.60 "GET /v2.0/networks?id=2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 200 len: 814 time: 0.2075858 Apr 12 20:05:42.139180 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-10455eed-dc40-4bfb-8cd9-7868f54fafa9 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220813 Apr 12 20:05:42.147418 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8c804950-1d27-4364-8e53-7259e6dae626 req-d3272268-c3b9-4a02-a819-828f5fb4a0cc tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609450 Apr 12 20:05:42.155054 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'port': {'device_id': '9e61d273-06c5-404f-b915-e805e408495a', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'admin_state_up': True, 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:42.270811 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d7844932-ef86-47e5-a4d4-5e65f2547b9b req-5e85df5b-0b3e-493f-8e4e-ab61630f73ab service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153293 Apr 12 20:05:42.285430 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Made reservation on behalf of d9c9b4e623b04f44a951b046fa823b75 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:42.288862 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:42.440351 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Allocated IP 172.20.0.9 (2e73cc70-c996-4efe-87a3-bc481c89f70d/4ebb16db-6029-4749-be9b-d19357a90d5f/08dc07ee-73a3-4564-a121-264b6b58974c) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:05:42.549551 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2433f3d9-4343-4863-a519-f592829548ee req-8891d167-5d25-47ae-bd3e-0074cb860048 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 210 time: 0.0347285 Apr 12 20:05:42.679229 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for port (08dc07ee-73a3-4564-a121-264b6b58974c), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:42.721747 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:42.774342 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:05:42.777620 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:42.780330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:05:42.817869 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:42.845803 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:42.846446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:42.866946 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-0b9713e6-3b97-458b-97ba-9ef86bb08a71 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7157359 Apr 12 20:05:42.952932 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Request body: {'port': {'device_id': '9e61d273-06c5-404f-b915-e805e408495a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:43.121675 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-de229a5b-2994-4d9b-aa6c-f9802d39dd26 None None] Provisioning complete for port 08dc07ee-73a3-4564-a121-264b6b58974c triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:05:43.122244 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-de229a5b-2994-4d9b-aa6c-f9802d39dd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:43.140545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:43.165773 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-de229a5b-2994-4d9b-aa6c-f9802d39dd26 None None] Port 08dc07ee-73a3-4564-a121-264b6b58974c cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:05:43.474585 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3155a-28be-4f85-a6e7-63cf84d0f332 req-da39bb6b-e95a-437d-b337-9532fc00746d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:43.488173 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eca3155a-28be-4f85-a6e7-63cf84d0f332 req-da39bb6b-e95a-437d-b337-9532fc00746d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.2171540 Apr 12 20:05:43.600808 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eca3155a-28be-4f85-a6e7-63cf84d0f332 req-0d1c44ce-00e0-43b3-a96d-846cdb15f91d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117091 Apr 12 20:05:43.801786 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785fa5-1a8b-49fa-9ff4-e08eb38dd616 req-5e960a82-2658-4ae8-b070-008c9e945839 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:43.804751 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3f785fa5-1a8b-49fa-9ff4-e08eb38dd616 req-5e960a82-2658-4ae8-b070-008c9e945839 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 931 time: 0.1117663 Apr 12 20:05:43.825055 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dc07ee-73a3-4564-a121-264b6b58974c {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:05:43.844738 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Publish callbacks [] for port (08dc07ee-73a3-4564-a121-264b6b58974c), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:43.902025 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Transition to ACTIVE for port object 08dc07ee-73a3-4564-a121-264b6b58974c will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:05:43.917152 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:43.937634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5f1df-b07a-4457-9bad-61573fa2aff7 req-45477be0-c903-4823-99e2-c1841b6b2e24 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:43.939226 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b7f5f1df-b07a-4457-9bad-61573fa2aff7 req-45477be0-c903-4823-99e2-c1841b6b2e24 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.1454651 Apr 12 20:05:43.983834 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3f785fa5-1a8b-49fa-9ff4-e08eb38dd616 req-acf6e138-d761-419f-abd3-342b9a35f9c8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354830 Apr 12 20:05:44.028803 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:44.084855 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b7f5f1df-b07a-4457-9bad-61573fa2aff7 req-4edcff9c-fe96-4028-b367-0ef3bfcb8eaf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192698 Apr 12 20:05:44.178290 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Attempting to bind port 08dc07ee-73a3-4564-a121-264b6b58974c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:05:44.178800 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Attempting to bind port 08dc07ee-73a3-4564-a121-264b6b58974c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:05:44.179200 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Attempting to bind port 08dc07ee-73a3-4564-a121-264b6b58974c on network 2e73cc70-c996-4efe-87a3-bc481c89f70d {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:44.185822 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Port 08dc07ee-73a3-4564-a121-264b6b58974c on network 2e73cc70-c996-4efe-87a3-bc481c89f70d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:05:44.186185 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Attempting to bind port 08dc07ee-73a3-4564-a121-264b6b58974c on network 2e73cc70-c996-4efe-87a3-bc481c89f70d {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:05:44.193876 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:05:44.194278 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Checking segment: {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:44.194903 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Bound using segment: {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:05:44.195350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Bound port: 08dc07ee-73a3-4564-a121-264b6b58974c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:05:44.195787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:44.272507 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:05:44.276445 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=08dc07ee-73a3-4564-a121-264b6b58974c,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:05:44.283768 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:44.380595 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:44.388399 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:44.389064 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:44.390526 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-5cc43634-4cc9-4cf0-afdf-b96c257ea2c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 1093 time: 1.4428928 Apr 12 20:05:44.390974 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:05:44.393517 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d6e363-5ff7-44eb-be20-725c71e63b02" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:05:44.459583 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cdcc47-69fc-40c1-94a5-e8aaf2a18cdf x-openstack-request-id: req-39cdcc47-69fc-40c1-94a5-e8aaf2a18cdf {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:05:44.460046 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:05:44.460555 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39cdcc47-69fc-40c1-94a5-e8aaf2a18cdf {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:05:44.461242 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cdcc47-69fc-40c1-94a5-e8aaf2a18cdf'] response: {'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c', 'status': 'completed', 'code': 200} Apr 12 20:05:45.111253 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d578e-bf8a-4e8b-9be2-4efce81f6ed5 req-0213186a-93c7-4291-8a8f-c33a80147bc4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:45.112786 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2a8d578e-bf8a-4e8b-9be2-4efce81f6ed5 req-0213186a-93c7-4291-8a8f-c33a80147bc4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0533915 Apr 12 20:05:45.164225 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2a8d578e-bf8a-4e8b-9be2-4efce81f6ed5 req-ba48eb57-5507-426b-a205-2eb90d26e143 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455415 Apr 12 20:05:46.308575 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0f8fb-4f8d-4540-98e5-f81ab85fc8c5 req-cd04dc50-90cc-48b5-8fde-7b467588039f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:46.310333 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8dd0f8fb-4f8d-4540-98e5-f81ab85fc8c5 req-cd04dc50-90cc-48b5-8fde-7b467588039f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0793006 Apr 12 20:05:46.414841 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8dd0f8fb-4f8d-4540-98e5-f81ab85fc8c5 req-6ef543c0-0bd5-4932-81e7-167fa1b04a62 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986547 Apr 12 20:05:47.097292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b7056-b4ec-4fd2-82ff-f156a6486dec req-f88d42bb-783e-447e-a4e6-1f4a9786edbd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:47.098710 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-163b7056-b4ec-4fd2-82ff-f156a6486dec req-f88d42bb-783e-447e-a4e6-1f4a9786edbd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Apr 12 20:05:47.156776 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-163b7056-b4ec-4fd2-82ff-f156a6486dec req-c4f76afe-b34e-4237-8b19-d880a822861c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Apr 12 20:05:47.423331 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:05:47.554240 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d2a93-894e-4b66-b83b-d2570588c9f5 req-14752940-4338-4492-b07b-6f0ce31c8cbd tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:47.555967 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7f7d2a93-894e-4b66-b83b-d2570588c9f5 req-14752940-4338-4492-b07b-6f0ce31c8cbd tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0562313 Apr 12 20:05:47.619319 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7f7d2a93-894e-4b66-b83b-d2570588c9f5 req-a7d2b429-3591-4fc9-9cda-d90d28f84f89 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Apr 12 20:05:48.285448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8762af0-596a-4943-b7c9-64d94f6e9a4c req-ef3bdc21-927c-4833-bf66-0fcd0fc83156 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:48.297702 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f8762af0-596a-4943-b7c9-64d94f6e9a4c req-ef3bdc21-927c-4833-bf66-0fcd0fc83156 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0679362 Apr 12 20:05:48.344550 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f8762af0-596a-4943-b7c9-64d94f6e9a4c req-4508861e-1d10-4b15-97fb-1807c45f434f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 Apr 12 20:05:48.353656 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 40404) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:48.478670 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0a82cc1-5bc6-465f-a690-fdb150429b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.555161 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0a82cc1-5bc6-465f-a690-fdb150429b2d admin admin] Publish callbacks [] for security_group (03a40e13-5126-47e7-bb87-f5feb197c1ce), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.562260 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0a82cc1-5bc6-465f-a690-fdb150429b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (03a40e13-5126-47e7-bb87-f5feb197c1ce), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.600745 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d0a82cc1-5bc6-465f-a690-fdb150429b2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fcf704f13e14d6f9ba816186a9bac57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452626 Apr 12 20:05:48.601853 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a82cc1-5bc6-465f-a690-fdb150429b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a40e13-5126-47e7-bb87-f5feb197c1ce,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:48.603692 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 40410) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:48.660558 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c50d-3590-44d6-bfdd-e55da81f2f4c admin admin] Publish callbacks [] for security_group (03a40e13-5126-47e7-bb87-f5feb197c1ce), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.687394 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c50d-3590-44d6-bfdd-e55da81f2f4c admin admin] Publish callbacks [] for security_group (03a40e13-5126-47e7-bb87-f5feb197c1ce), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.768758 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f843e-c84f-4e92-bdb8-d2ea2b04c1ba req-01d5fa42-fd30-435b-af79-c31508772e6d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:48.770489 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b16f843e-c84f-4e92-bdb8-d2ea2b04c1ba req-01d5fa42-fd30-435b-af79-c31508772e6d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0664804 Apr 12 20:05:48.786390 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c50d-3590-44d6-bfdd-e55da81f2f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (03a40e13-5126-47e7-bb87-f5feb197c1ce), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.789126 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c50d-3590-44d6-bfdd-e55da81f2f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:48.793185 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-e2e4c50d-3590-44d6-bfdd-e55da81f2f4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03a40e13-5126-47e7-bb87-f5feb197c1ce HTTP/1.1" status: 204 len: 168 time: 0.1850026 Apr 12 20:05:48.808859 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4c50d-3590-44d6-bfdd-e55da81f2f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a40e13-5126-47e7-bb87-f5feb197c1ce,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:48.849032 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b16f843e-c84f-4e92-bdb8-d2ea2b04c1ba req-b7d38b51-b09a-4882-9585-65ddd229f22a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718656 Apr 12 20:05:49.109328 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 40422) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:49.123819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ef08098c-e1ef-427d-8f87-a196e5e3bd0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:49.214518 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ef08098c-e1ef-427d-8f87-a196e5e3bd0d admin admin] Publish callbacks [] for security_group (6c3097d4-867c-42be-bbdb-2c3f38e23d05), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:49.219947 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ef08098c-e1ef-427d-8f87-a196e5e3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6c3097d4-867c-42be-bbdb-2c3f38e23d05), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:49.263283 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ef08098c-e1ef-427d-8f87-a196e5e3bd0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3d094921b6b40048c9001da4237b387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500337 Apr 12 20:05:49.263543 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 40424) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:49.269691 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08098c-e1ef-427d-8f87-a196e5e3bd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3097d4-867c-42be-bbdb-2c3f38e23d05,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:49.336853 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3612388e-6d15-4822-894d-7b9ddffd450c admin admin] Publish callbacks [] for security_group (6c3097d4-867c-42be-bbdb-2c3f38e23d05), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:49.357974 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3612388e-6d15-4822-894d-7b9ddffd450c admin admin] Publish callbacks [] for security_group (6c3097d4-867c-42be-bbdb-2c3f38e23d05), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:49.406906 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3612388e-6d15-4822-894d-7b9ddffd450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6c3097d4-867c-42be-bbdb-2c3f38e23d05), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:49.409715 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3612388e-6d15-4822-894d-7b9ddffd450c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:49.413556 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3612388e-6d15-4822-894d-7b9ddffd450c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c3097d4-867c-42be-bbdb-2c3f38e23d05 HTTP/1.1" status: 204 len: 168 time: 0.1464334 Apr 12 20:05:49.421978 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612388e-6d15-4822-894d-7b9ddffd450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3097d4-867c-42be-bbdb-2c3f38e23d05,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:49.479551 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d31912-1240-4e76-80d5-cedf017a9a2d req-d6d08884-1b9f-453c-9309-8767e1f634a7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:49.481540 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-81d31912-1240-4e76-80d5-cedf017a9a2d req-d6d08884-1b9f-453c-9309-8767e1f634a7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0608532 Apr 12 20:05:49.539123 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-81d31912-1240-4e76-80d5-cedf017a9a2d req-32c78a3d-a6dd-433e-95e3-1b43003d2b94 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484080 Apr 12 20:05:49.982128 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a6b0-2022-40b4-a532-3db797a4a596 req-b7204cb9-71c3-42fd-b09e-f49c778d943f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:49.983729 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e965a6b0-2022-40b4-a532-3db797a4a596 req-b7204cb9-71c3-42fd-b09e-f49c778d943f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0593004 Apr 12 20:05:50.035729 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e965a6b0-2022-40b4-a532-3db797a4a596 req-9f2a4423-5f50-4ae4-8a44-f6fc2557a3d1 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Apr 12 20:05:50.675924 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78c72-be54-4ed1-86d6-11b343e924e5 req-585c1e40-ec6b-4fbf-95db-74be39d48d11 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:50.677418 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e7f78c72-be54-4ed1-86d6-11b343e924e5 req-585c1e40-ec6b-4fbf-95db-74be39d48d11 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0538595 Apr 12 20:05:50.733525 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e7f78c72-be54-4ed1-86d6-11b343e924e5 req-7f429b45-2e57-4cd1-acdf-6ddc9bf61b49 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491326 Apr 12 20:05:51.189012 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a2e0a-f61d-48da-95f4-9f4116d8f7c7 req-dcdbcabd-35ef-47f1-abb4-e5ff3b434b5e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:51.190983 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d4a2e0a-f61d-48da-95f4-9f4116d8f7c7 req-dcdbcabd-35ef-47f1-abb4-e5ff3b434b5e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0725071 Apr 12 20:05:51.273168 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d4a2e0a-f61d-48da-95f4-9f4116d8f7c7 req-30788a16-465a-479e-924b-e02b8863d62d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Apr 12 20:05:51.440746 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 40496) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:51.551582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0ca0-9c5f-4381-8cf0-35c732c95355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:51.653580 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0ca0-9c5f-4381-8cf0-35c732c95355 admin admin] Publish callbacks [] for security_group (46165c3d-0058-4045-8786-9c3ad58f83bf), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:51.658909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0ca0-9c5f-4381-8cf0-35c732c95355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (46165c3d-0058-4045-8786-9c3ad58f83bf), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:51.700703 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-7d9e0ca0-9c5f-4381-8cf0-35c732c95355 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7f4e021aa3a45d6833b6684af0c0c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588494 Apr 12 20:05:51.701903 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e0ca0-9c5f-4381-8cf0-35c732c95355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46165c3d-0058-4045-8786-9c3ad58f83bf,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:51.703385 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 40502) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:51.755714 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5026ba33-ce58-4ae8-a4ac-ea26bd3a0c07 admin admin] Publish callbacks [] for security_group (46165c3d-0058-4045-8786-9c3ad58f83bf), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:51.782836 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5026ba33-ce58-4ae8-a4ac-ea26bd3a0c07 admin admin] Publish callbacks [] for security_group (46165c3d-0058-4045-8786-9c3ad58f83bf), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:51.838792 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5026ba33-ce58-4ae8-a4ac-ea26bd3a0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (46165c3d-0058-4045-8786-9c3ad58f83bf), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:51.843147 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5026ba33-ce58-4ae8-a4ac-ea26bd3a0c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:51.860064 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-5026ba33-ce58-4ae8-a4ac-ea26bd3a0c07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46165c3d-0058-4045-8786-9c3ad58f83bf HTTP/1.1" status: 204 len: 168 time: 0.1508501 Apr 12 20:05:51.879278 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ba33-ce58-4ae8-a4ac-ea26bd3a0c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46165c3d-0058-4045-8786-9c3ad58f83bf,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:51.880583 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e040f55-878a-4fd4-b728-c8e4f8398311 req-18faebb5-f7c0-414f-940c-4b56ae3f84cd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:51.882201 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e040f55-878a-4fd4-b728-c8e4f8398311 req-18faebb5-f7c0-414f-940c-4b56ae3f84cd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0738003 Apr 12 20:05:51.963056 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e040f55-878a-4fd4-b728-c8e4f8398311 req-6ca64d72-6dd3-495e-89b1-31fcf09a3969 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697269 Apr 12 20:05:52.217010 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 40512) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:52.232710 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2d9baf30-3453-41a7-b71b-e58083979892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:52.307712 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2d9baf30-3453-41a7-b71b-e58083979892 admin admin] Publish callbacks [] for security_group (e31f6bb2-b92c-4182-8cb1-54fa148f7b15), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:52.313083 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2d9baf30-3453-41a7-b71b-e58083979892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e31f6bb2-b92c-4182-8cb1-54fa148f7b15), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:52.360157 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2d9baf30-3453-41a7-b71b-e58083979892 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=817d3b1a84774e4dbf475a1d7e76839f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419697 Apr 12 20:05:52.361131 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9baf30-3453-41a7-b71b-e58083979892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31f6bb2-b92c-4182-8cb1-54fa148f7b15,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:52.365097 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 40518) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:52.429721 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f4996-1298-4527-998d-1cc30e0d0309 req-aa446896-9cff-4241-89b9-53d46ed85d0d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:52.437801 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-804f4996-1298-4527-998d-1cc30e0d0309 req-aa446896-9cff-4241-89b9-53d46ed85d0d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0956621 Apr 12 20:05:52.439052 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8985fbb8-da7e-45d2-80b2-410ce9a3b70f admin admin] Publish callbacks [] for security_group (e31f6bb2-b92c-4182-8cb1-54fa148f7b15), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:52.471900 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8985fbb8-da7e-45d2-80b2-410ce9a3b70f admin admin] Publish callbacks [] for security_group (e31f6bb2-b92c-4182-8cb1-54fa148f7b15), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:52.481655 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-804f4996-1298-4527-998d-1cc30e0d0309 req-c2e856d8-c79d-439f-85c8-4ffddd50125e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Apr 12 20:05:52.523733 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8985fbb8-da7e-45d2-80b2-410ce9a3b70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e31f6bb2-b92c-4182-8cb1-54fa148f7b15), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:52.527990 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8985fbb8-da7e-45d2-80b2-410ce9a3b70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:52.529099 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-8985fbb8-da7e-45d2-80b2-410ce9a3b70f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e31f6bb2-b92c-4182-8cb1-54fa148f7b15 HTTP/1.1" status: 204 len: 168 time: 0.1629810 Apr 12 20:05:52.536865 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985fbb8-da7e-45d2-80b2-410ce9a3b70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31f6bb2-b92c-4182-8cb1-54fa148f7b15,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:52.864751 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9fb179be-43a4-4784-8539-bda300240727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.093962 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d24a-bc68-480f-89b5-5f8b092429f5 req-79204b75-f179-4950-9f59-9dbede9d1e02 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:53.101737 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb53d24a-bc68-480f-89b5-5f8b092429f5 req-79204b75-f179-4950-9f59-9dbede9d1e02 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0616996 Apr 12 20:05:53.168384 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb53d24a-bc68-480f-89b5-5f8b092429f5 req-20472572-6a09-4340-acf6-c9354a1a0f46 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Apr 12 20:05:53.320276 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 40552) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:53.414222 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2067693435-network', 'tenant_id': '8ec02e0dbce54b1e935e41eb4a0bd1ef'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:53.437837 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Made reservation on behalf of 8ec02e0dbce54b1e935e41eb4a0bd1ef for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:53.440953 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.454591 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.547215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks [] for security_group (f2276cf0-435d-4d7a-8166-8f02b941328f), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.552286 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f2276cf0-435d-4d7a-8166-8f02b941328f), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.577289 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:05:53.591889 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2276cf0-435d-4d7a-8166-8f02b941328f,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:53.594787 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (372f3879-4b4f-4fac-b850-ca6a55468a2b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.595124 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Added segment 372f3879-4b4f-4fac-b850-ca6a55468a2b of type vlan for network f5e3e79c-b281-462f-880b-83c917bcebf2 Apr 12 20:05:53.602951 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a09f53-5a2c-40db-90c0-d0832cf86486 req-823d9a08-b93f-4c3e-949d-19477ae537bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:53.604678 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48a09f53-5a2c-40db-90c0-d0832cf86486 req-823d9a08-b93f-4c3e-949d-19477ae537bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0537512 Apr 12 20:05:53.635080 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (f5e3e79c-b281-462f-880b-83c917bcebf2), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.659401 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48a09f53-5a2c-40db-90c0-d0832cf86486 req-8d21dfc0-4684-4b89-8470-c775ab17f566 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482917 Apr 12 20:05:53.692992 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (f5e3e79c-b281-462f-880b-83c917bcebf2), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.694811 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:53.695703 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.758251 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4366574 Apr 12 20:05:53.761422 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 40560) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:53.766685 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8844f-ebc2-405c-bab1-3dd43da16c64 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e3e79c-b281-462f-880b-83c917bcebf2,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:53.768283 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Request body: {'subnet': {'network_id': 'f5e3e79c-b281-462f-880b-83c917bcebf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2067693435-subnet', 'tenant_id': '8ec02e0dbce54b1e935e41eb4a0bd1ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:53.777430 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network f5e3e79c-b281-462f-880b-83c917bcebf2 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:05:53.792568 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Made reservation on behalf of 8ec02e0dbce54b1e935e41eb4a0bd1ef for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:53.795021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9009213'] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:53.970631 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9009195'] for subnet (01817790-0b13-4392-a5a7-6d76f481ac4f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.027076 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01817790-0b13-4392-a5a7-6d76f481ac4f,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:54.035257 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Checking segment: {'id': '372f3879-4b4f-4fac-b850-ca6a55468a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f5e3e79c-b281-462f-880b-83c917bcebf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:54.035631 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Network hostable DHCP agents. Network: f5e3e79c-b281-462f-880b-83c917bcebf2, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:05:54.054124 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Network f5e3e79c-b281-462f-880b-83c917bcebf2 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:05:54.064160 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, f5e3e79c-b281-462f-880b-83c917bcebf2) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:54.068910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:54.069498 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.073541 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e3071-b60c-4320-850b-9bbef584f405 None None] Network f5e3e79c-b281-462f-880b-83c917bcebf2 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:54.093837 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0c38134a-9919-4816-8bfd-3a0e73597075 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3239992 Apr 12 20:05:54.199322 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee3f0c6-4d0a-468f-bb6a-d752655a7176 None None] Network f5e3e79c-b281-462f-880b-83c917bcebf2 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:54.294033 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb167-1007-41fd-940c-46c3a98d5651 req-2a847b0b-f99d-4366-9389-1318d704fc95 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:54.298536 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3dabb167-1007-41fd-940c-46c3a98d5651 req-2a847b0b-f99d-4366-9389-1318d704fc95 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0582094 Apr 12 20:05:54.356025 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3dabb167-1007-41fd-940c-46c3a98d5651 req-5d5c4637-360c-47f6-bde6-db8a588dac75 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540385 Apr 12 20:05:54.675028 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 40588) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:54.679990 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-287420096-network', 'tenant_id': '671330c7096e40bbb7a9d8160bfb7f3a'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:54.703137 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Made reservation on behalf of 671330c7096e40bbb7a9d8160bfb7f3a for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:54.705410 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.713724 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.790321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d653f1-2600-4afa-b81e-0719adee5e57 req-3772f118-1a69-46f8-9c99-420c9243272a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:54.791840 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-44d653f1-2600-4afa-b81e-0719adee5e57 req-3772f118-1a69-46f8-9c99-420c9243272a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0599639 Apr 12 20:05:54.863298 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks [] for security_group (61821204-6275-48df-9e22-c2f592c181ff), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.867391 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-44d653f1-2600-4afa-b81e-0719adee5e57 req-4aa3fbf4-c6aa-41e8-87e7-39aeb8ac69a4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670893 Apr 12 20:05:54.868423 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (61821204-6275-48df-9e22-c2f592c181ff), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.893966 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=98483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:05:54.904053 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61821204-6275-48df-9e22-c2f592c181ff,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:54.908747 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (b06b85cd-458d-483a-8439-ff2bebc3931f), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.909088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Added segment b06b85cd-458d-483a-8439-ff2bebc3931f of type vlan for network a5c6131d-85b9-4491-b3d8-20f610568cbf Apr 12 20:05:54.950029 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (a5c6131d-85b9-4491-b3d8-20f610568cbf), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.977418 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (a5c6131d-85b9-4491-b3d8-20f610568cbf), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:54.978943 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:54.980407 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:55.022108 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3459308 Apr 12 20:05:55.025010 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 40594) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:05:55.030180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Request body: {'subnet': {'network_id': 'a5c6131d-85b9-4491-b3d8-20f610568cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-287420096-subnet', 'tenant_id': '671330c7096e40bbb7a9d8160bfb7f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:05:55.051888 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Made reservation on behalf of 671330c7096e40bbb7a9d8160bfb7f3a for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:05:55.053954 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd062f4-e9a0-468a-ba90-8dd279f261fb admin admin] Pushing event updated for resources: {'Network': ['ID=a5c6131d-85b9-4491-b3d8-20f610568cbf,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:55.054304 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:55.067890 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network a5c6131d-85b9-4491-b3d8-20f610568cbf details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:05:55.210323 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c9da863e-355e-4c1f-8844-21d1f8c0c74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:55.230307 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (9d3be39d-0e92-4c00-87aa-fcdc7af7b56c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:55.282227 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3be39d-0e92-4c00-87aa-fcdc7af7b56c,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:05:55.292723 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Checking segment: {'id': 'b06b85cd-458d-483a-8439-ff2bebc3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a5c6131d-85b9-4491-b3d8-20f610568cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:05:55.293322 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Network hostable DHCP agents. Network: a5c6131d-85b9-4491-b3d8-20f610568cbf, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:05:55.312368 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Network a5c6131d-85b9-4491-b3d8-20f610568cbf is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:05:55.323322 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, a5c6131d-85b9-4491-b3d8-20f610568cbf) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:05:55.327689 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:55.328314 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:55.332479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd371660-2d29-4a30-b334-960c3841d30c None None] Network a5c6131d-85b9-4491-b3d8-20f610568cbf requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:55.356856 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-1065582c-44bd-4852-b492-9dba994357e4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3305910 Apr 12 20:05:55.462279 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe79cde6-6f13-45fb-b53b-2c0292c4d96d None None] Network a5c6131d-85b9-4491-b3d8-20f610568cbf requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:05:55.484100 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1478600-7739-4bc6-abe1-92032f0c72e6 req-414cf389-9f61-49d1-911b-b4ad099ee93d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:55.485790 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c1478600-7739-4bc6-abe1-92032f0c72e6 req-414cf389-9f61-49d1-911b-b4ad099ee93d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0563328 Apr 12 20:05:55.540867 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c1478600-7739-4bc6-abe1-92032f0c72e6 req-c3ccf2a8-5ef2-4531-aced-fc2ef98d0911 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Apr 12 20:05:55.547702 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:55.980665 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50b6c-bcd3-4f0b-9b11-c99e6f5a4be6 req-f1e29fa5-56eb-485c-a9aa-92aa63fc0afb tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:55.982185 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-88b50b6c-bcd3-4f0b-9b11-c99e6f5a4be6 req-f1e29fa5-56eb-485c-a9aa-92aa63fc0afb tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0501692 Apr 12 20:05:56.028931 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-88b50b6c-bcd3-4f0b-9b11-c99e6f5a4be6 req-efa67c28-66d4-4c29-9291-f0242175180d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Apr 12 20:05:56.150121 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:56.660984 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88a319-8ebb-46ce-b50f-9540f23d388d req-5a908c71-5f71-44e4-9d2c-3af0c6d64030 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:56.662414 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2c88a319-8ebb-46ce-b50f-9540f23d388d req-5a908c71-5f71-44e4-9d2c-3af0c6d64030 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Apr 12 20:05:56.710875 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2c88a319-8ebb-46ce-b50f-9540f23d388d req-333dfd14-3019-43ad-8102-be1d88e2a515 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Apr 12 20:05:57.151900 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfb7b2-b170-430c-916c-da5f98a851d7 req-9c97a033-1bba-4179-97c7-4062d4ebaf49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:57.153387 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19dfb7b2-b170-430c-916c-da5f98a851d7 req-9c97a033-1bba-4179-97c7-4062d4ebaf49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0487804 Apr 12 20:05:57.201397 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19dfb7b2-b170-430c-916c-da5f98a851d7 req-58aad9e7-f37d-4026-8d8d-c490e242cf26 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Apr 12 20:05:57.616989 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:57.844634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49bc1-561d-4ff4-b9e9-b2cb2981d241 req-65a5f894-5bdc-4b5b-8566-2c8a10222e23 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:57.846061 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6ed49bc1-561d-4ff4-b9e9-b2cb2981d241 req-65a5f894-5bdc-4b5b-8566-2c8a10222e23 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Apr 12 20:05:57.896469 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6ed49bc1-561d-4ff4-b9e9-b2cb2981d241 req-225a7aac-412c-4a52-a77d-37b425735895 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Apr 12 20:05:58.320465 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433a5-17bf-42b6-9abb-956686654c70 req-24f71579-8a9d-49dd-8e22-7617f183a01a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:58.322147 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e26433a5-17bf-42b6-9abb-956686654c70 req-24f71579-8a9d-49dd-8e22-7617f183a01a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0526662 Apr 12 20:05:58.375824 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e26433a5-17bf-42b6-9abb-956686654c70 req-744a5322-8e04-4579-bdbc-f58cb4b14f21 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Apr 12 20:05:58.966251 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:59.027187 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c695-7a26-491a-b0b6-399f8bca07c8 req-1fa500f1-d4ea-4d07-947e-4e24ebd04a57 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:59.028781 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91e7c695-7a26-491a-b0b6-399f8bca07c8 req-1fa500f1-d4ea-4d07-947e-4e24ebd04a57 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0519409 Apr 12 20:05:59.077266 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91e7c695-7a26-491a-b0b6-399f8bca07c8 req-e140bc37-38c9-40cb-9710-bb30e46a2b2a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Apr 12 20:05:59.490831 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb50b61-a2fc-409a-8031-0a3139e5bd35 req-5f328be2-1748-465d-b9d7-85e3d98b0945 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:05:59.492560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bdb50b61-a2fc-409a-8031-0a3139e5bd35 req-5f328be2-1748-465d-b9d7-85e3d98b0945 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0489986 Apr 12 20:05:59.539790 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bdb50b61-a2fc-409a-8031-0a3139e5bd35 req-df388560-c4d9-4fd5-bbe1-20a7cdd83048 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Apr 12 20:06:00.202765 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ed057-cdce-4a4d-a8ed-751b93d018cc req-846cb3e1-ecd9-4566-ba80-4b12a0e415f3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:00.204222 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d2ed057-cdce-4a4d-a8ed-751b93d018cc req-846cb3e1-ecd9-4566-ba80-4b12a0e415f3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Apr 12 20:06:00.254005 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d2ed057-cdce-4a4d-a8ed-751b93d018cc req-eb967e38-7cac-46ee-b14a-c495f82a8f17 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Apr 12 20:06:00.660615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd70092-e888-4e43-81c3-e8d1df81ee50 req-d987b82d-6579-4cd5-91ba-7a545b2e4307 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:00.662112 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-edd70092-e888-4e43-81c3-e8d1df81ee50 req-d987b82d-6579-4cd5-91ba-7a545b2e4307 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0488617 Apr 12 20:06:00.709623 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-edd70092-e888-4e43-81c3-e8d1df81ee50 req-f34fa84d-d8af-42b5-a631-1ae80cc83e2a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Apr 12 20:06:01.371597 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90998b8e-6d3f-4bd7-baf2-dc143b286545 req-cd9542f9-2e4d-4f26-b214-0b75a7059361 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:01.371597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-90998b8e-6d3f-4bd7-baf2-dc143b286545 req-cd9542f9-2e4d-4f26-b214-0b75a7059361 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0476139 Apr 12 20:06:01.418789 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-90998b8e-6d3f-4bd7-baf2-dc143b286545 req-7e1e52da-3fbf-4a17-b52b-c452063b3caa tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Apr 12 20:06:01.825611 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041214a-3de3-4f6f-8c09-f2e1fb3e93e2 req-e458a0ea-a10c-4d44-9c00-4e004073b5de tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:01.827096 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f041214a-3de3-4f6f-8c09-f2e1fb3e93e2 req-e458a0ea-a10c-4d44-9c00-4e004073b5de tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0538423 Apr 12 20:06:01.877657 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f041214a-3de3-4f6f-8c09-f2e1fb3e93e2 req-f4cb940a-5f59-4611-a43f-df1fa46a3242 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Apr 12 20:06:02.538373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e291d-9cab-467b-b7bf-502deded91c8 req-2e262ffe-5cd1-435f-942d-22e047aa55e5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:02.539856 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7f1e291d-9cab-467b-b7bf-502deded91c8 req-2e262ffe-5cd1-435f-942d-22e047aa55e5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0489433 Apr 12 20:06:02.588560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7f1e291d-9cab-467b-b7bf-502deded91c8 req-15346653-9e91-4a4d-bae8-134ce4db3d5e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Apr 12 20:06:03.002415 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b89e5-45a7-4c95-98f8-97883db702f4 req-7943f45c-a37f-4640-94d4-5bbd42d4ef44 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:03.003931 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-798b89e5-45a7-4c95-98f8-97883db702f4 req-7943f45c-a37f-4640-94d4-5bbd42d4ef44 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0574789 Apr 12 20:06:03.053416 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-798b89e5-45a7-4c95-98f8-97883db702f4 req-13685e38-1386-494f-88e7-fc97ba6ae78b tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Apr 12 20:06:03.710386 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80681f19-a571-4ba4-9e91-240b817c158d req-7bb5998d-803c-4f41-911f-fb339fac7654 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:03.711871 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-80681f19-a571-4ba4-9e91-240b817c158d req-7bb5998d-803c-4f41-911f-fb339fac7654 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0484979 Apr 12 20:06:03.760556 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-80681f19-a571-4ba4-9e91-240b817c158d req-3eb879d3-9dbe-4e9c-a49c-32918cf441b1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Apr 12 20:06:04.180376 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7055-de52-4049-b90c-332d9233d999 req-f14299d5-1e6f-4d59-b919-b8a20eac5755 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:04.181869 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-359a7055-de52-4049-b90c-332d9233d999 req-f14299d5-1e6f-4d59-b919-b8a20eac5755 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0491939 Apr 12 20:06:04.232283 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-359a7055-de52-4049-b90c-332d9233d999 req-5f844d0a-205c-4433-9fa9-d4d3807e2e3d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447710 Apr 12 20:06:04.878034 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6edc-9374-40c6-a04f-27c21ebbd252 req-6724fb10-46dd-4545-af86-3e36c0e18e3f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:04.879514 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bba6edc-9374-40c6-a04f-27c21ebbd252 req-6724fb10-46dd-4545-af86-3e36c0e18e3f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0465186 Apr 12 20:06:04.925059 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bba6edc-9374-40c6-a04f-27c21ebbd252 req-fc5debb9-91b1-42bf-9805-abe8c99bfd19 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Apr 12 20:06:05.367638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4298-f55b-4b52-8d9f-3e9d79a99cd6 req-782efbaf-6c89-41d3-bd14-5fd9b2df7df1 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:05.369088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3ffb4298-f55b-4b52-8d9f-3e9d79a99cd6 req-782efbaf-6c89-41d3-bd14-5fd9b2df7df1 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0578206 Apr 12 20:06:05.419707 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3ffb4298-f55b-4b52-8d9f-3e9d79a99cd6 req-e79bb7dd-9eb4-45cc-88e9-9470f01961f7 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 Apr 12 20:06:06.039378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cab7b-fec0-458b-9434-2b30b4f50155 req-89a20e9a-42b1-4b18-8673-272077508e9d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:06.040868 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e8cab7b-fec0-458b-9434-2b30b4f50155 req-89a20e9a-42b1-4b18-8673-272077508e9d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Apr 12 20:06:06.095829 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e8cab7b-fec0-458b-9434-2b30b4f50155 req-b5694ee8-9352-48af-8396-ae91d3281c6a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493727 Apr 12 20:06:06.550345 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3cd14-8e1e-4fa7-82aa-74ee5dadc2a2 req-8f92d9d2-d5c2-4552-9863-3e25712d4ec7 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:06.551797 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15d3cd14-8e1e-4fa7-82aa-74ee5dadc2a2 req-8f92d9d2-d5c2-4552-9863-3e25712d4ec7 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0453949 Apr 12 20:06:06.601646 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15d3cd14-8e1e-4fa7-82aa-74ee5dadc2a2 req-6440f6a8-9bb6-4f5f-9729-12e46e87809c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Apr 12 20:06:07.222115 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce3d72-1637-418c-b66a-7155fd7f7af4 req-176d9a77-e2a7-4692-ac7f-df7daf2674ee tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:07.223592 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bce3d72-1637-418c-b66a-7155fd7f7af4 req-176d9a77-e2a7-4692-ac7f-df7daf2674ee tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0526195 Apr 12 20:06:07.276650 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bce3d72-1637-418c-b66a-7155fd7f7af4 req-b893764f-53e0-4a7e-9da5-3731ce7f49fb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Apr 12 20:06:07.725199 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400c12-7bcd-4fb7-8421-c832e6d0fc61 req-13ccbc6c-adf7-4ed5-850f-939c9fc89e81 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:07.726656 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f3400c12-7bcd-4fb7-8421-c832e6d0fc61 req-13ccbc6c-adf7-4ed5-850f-939c9fc89e81 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0461924 Apr 12 20:06:07.775348 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f3400c12-7bcd-4fb7-8421-c832e6d0fc61 req-cb5451ac-0941-4686-9789-4e53fe901f97 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Apr 12 20:06:08.398193 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075800-e1e0-44b9-8c60-72ff6ac12e48 req-0c004f66-6015-49f8-9d08-d39639285b71 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:08.399691 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e4075800-e1e0-44b9-8c60-72ff6ac12e48 req-0c004f66-6015-49f8-9d08-d39639285b71 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0462844 Apr 12 20:06:08.451302 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e4075800-e1e0-44b9-8c60-72ff6ac12e48 req-fccf0914-3ed1-4237-a547-120302ad931e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Apr 12 20:06:08.898301 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a5380-e0ba-46f8-9fd2-06552fb5337c req-81963bfc-cbf3-477d-8f34-b58d9f3d6638 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:08.899765 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-840a5380-e0ba-46f8-9fd2-06552fb5337c req-81963bfc-cbf3-477d-8f34-b58d9f3d6638 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0462880 Apr 12 20:06:08.946700 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-840a5380-e0ba-46f8-9fd2-06552fb5337c req-e3b6387c-02a3-41f2-bf6a-175683951d6d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Apr 12 20:06:09.571085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781db4e9-fdf6-42bd-8e26-166166a26d99 req-451a5a71-b635-431e-8811-842327947e06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:09.572756 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-781db4e9-fdf6-42bd-8e26-166166a26d99 req-451a5a71-b635-431e-8811-842327947e06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0463767 Apr 12 20:06:09.634493 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-781db4e9-fdf6-42bd-8e26-166166a26d99 req-b1f6f1d9-e399-4417-a949-0d9396d7ee63 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Apr 12 20:06:10.077396 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52432e1f-df29-4440-97e2-9f1ceaf8f202 req-5cdb50e4-cf01-4da8-97c2-ab7e97e25bc4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:10.078858 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-52432e1f-df29-4440-97e2-9f1ceaf8f202 req-5cdb50e4-cf01-4da8-97c2-ab7e97e25bc4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0586348 Apr 12 20:06:10.134392 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-52432e1f-df29-4440-97e2-9f1ceaf8f202 req-3c8ae35d-1a45-4a89-a81f-55cd3c3f9bc2 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495288 Apr 12 20:06:10.746443 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f64ce-de24-497c-9ee1-e9fb7f8ef33a req-807660df-adaa-4ce4-a00c-2f89aecd8916 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:10.747891 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d0f64ce-de24-497c-9ee1-e9fb7f8ef33a req-807660df-adaa-4ce4-a00c-2f89aecd8916 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0456545 Apr 12 20:06:10.799439 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d0f64ce-de24-497c-9ee1-e9fb7f8ef33a req-7b8bd6d0-9a11-4e04-8a6f-9f5ea3b12bee tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Apr 12 20:06:11.251785 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328618e-4a47-4c39-9f3b-b414cf2a3469 req-364d46ce-af7f-46b6-bc1d-82c3e614f910 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:11.253344 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c328618e-4a47-4c39-9f3b-b414cf2a3469 req-364d46ce-af7f-46b6-bc1d-82c3e614f910 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0483823 Apr 12 20:06:11.301455 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c328618e-4a47-4c39-9f3b-b414cf2a3469 req-a9b9f131-d681-42d6-9d68-776bc3d946ad tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Apr 12 20:06:11.920686 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a638a-edff-4cc9-8363-5b69589d0ed6 req-bc98dea3-c7eb-4af0-938b-86e1286a69fb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:11.922150 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d74a638a-edff-4cc9-8363-5b69589d0ed6 req-bc98dea3-c7eb-4af0-938b-86e1286a69fb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0459595 Apr 12 20:06:11.968451 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d74a638a-edff-4cc9-8363-5b69589d0ed6 req-74f50458-8d7c-42ee-90da-89b67141c38f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Apr 12 20:06:12.414080 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5695a62-b51c-49f4-9fbe-2d08c50f60f2 req-87214b48-dc52-4abd-b77a-77cffb669fac tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:12.415562 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b5695a62-b51c-49f4-9fbe-2d08c50f60f2 req-87214b48-dc52-4abd-b77a-77cffb669fac tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0488706 Apr 12 20:06:12.467119 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b5695a62-b51c-49f4-9fbe-2d08c50f60f2 req-22d08fa8-eddb-44ea-8ad1-914eba2e71ba tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Apr 12 20:06:13.083523 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418c716-30db-42c2-be68-6af9bb9f8f85 req-f37f8a49-3510-477f-8bf9-6e06572e99f0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:13.085010 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4418c716-30db-42c2-be68-6af9bb9f8f85 req-f37f8a49-3510-477f-8bf9-6e06572e99f0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0461533 Apr 12 20:06:13.130060 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4418c716-30db-42c2-be68-6af9bb9f8f85 req-f2f004d3-e2d1-4e2c-bc87-44cc5df678b0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Apr 12 20:06:13.584362 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400d3f7-116f-4563-9f3e-9e49a66b9e8a req-583a7551-a0e1-4c0a-bd08-0d32e62fa778 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:13.585808 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4400d3f7-116f-4563-9f3e-9e49a66b9e8a req-583a7551-a0e1-4c0a-bd08-0d32e62fa778 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0466857 Apr 12 20:06:13.643365 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4400d3f7-116f-4563-9f3e-9e49a66b9e8a req-6ca7d3b9-3d71-49b5-8956-0d5a26162c66 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Apr 12 20:06:13.707872 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e363-5ff7-44eb-be20-725c71e63b02 req-0c7edb21-948c-4e43-b71d-49b829127270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:13.709370 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-58d6e363-5ff7-44eb-be20-725c71e63b02 req-0c7edb21-948c-4e43-b71d-49b829127270 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1127 time: 0.0467703 Apr 12 20:06:13.730108 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-ea89f4ab-ca4a-48a7-8a1b-f5d18ed7c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:13.731620 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-ea89f4ab-ca4a-48a7-8a1b-f5d18ed7c071 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1129 time: 0.0391822 Apr 12 20:06:14.146651 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e363-5ff7-44eb-be20-725c71e63b02 req-670c9e38-1e87-4fd9-ac01-ce8a0f772db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.146803 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-6c9918cf-9baf-4d6a-9d20-624ca7185795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.148180 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-58d6e363-5ff7-44eb-be20-725c71e63b02 req-670c9e38-1e87-4fd9-ac01-ce8a0f772db0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d9c9b4e623b04f44a951b046fa823b75&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1072187 Apr 12 20:06:14.148290 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-6c9918cf-9baf-4d6a-9d20-624ca7185795 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.1003132 Apr 12 20:06:14.210387 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-3c3152c3-9840-40d1-a5a7-a0eafce25c7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 200 len: 217 time: 0.0357018 Apr 12 20:06:14.279653 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03e8d3-2d98-4743-b702-15b3a2584c18 req-da83c67c-6dcf-404c-bca4-f11602d77236 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.281107 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eb03e8d3-2d98-4743-b702-15b3a2584c18 req-da83c67c-6dcf-404c-bca4-f11602d77236 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0789428 Apr 12 20:06:14.338552 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e363-5ff7-44eb-be20-725c71e63b02 req-20432b3c-0f10-4341-9d34-d97aa2a9f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.338552 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-58d6e363-5ff7-44eb-be20-725c71e63b02 req-20432b3c-0f10-4341-9d34-d97aa2a9f3f0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611464 Apr 12 20:06:14.346892 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eb03e8d3-2d98-4743-b702-15b3a2584c18 req-ece70174-1842-45c5-881d-90721dccf3c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593114 Apr 12 20:06:14.502223 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-0642f9ad-611e-45e8-a2ad-9f59373ec047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.503725 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-0642f9ad-611e-45e8-a2ad-9f59373ec047 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0496149 Apr 12 20:06:14.599908 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-194df8f0-6f03-4b99-a9c2-7c9ec2dabe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.601358 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-194df8f0-6f03-4b99-a9c2-7c9ec2dabe4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409651 Apr 12 20:06:14.621674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-12651c59-a266-4c66-999b-77979474f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.623167 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-12651c59-a266-4c66-999b-77979474f56a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1127 time: 0.0397525 Apr 12 20:06:14.695046 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-04f4c579-1f54-4d18-9c25-5173f9ceb23c service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Apr 12 20:06:14.704193 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-d071514d-db9b-4374-b6d9-5f6d7d5eb281 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 217 time: 0.0392087 Apr 12 20:06:14.783385 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c77ee72b-3dad-4f97-9422-8d282d11bb49 req-158f7447-5666-496d-a9f6-94021a750a70 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801857 Apr 12 20:06:14.784664 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4295f-1bf6-445f-b985-2fd157bad68a req-2e6d80af-0eea-421b-a773-8e34ea5b59ec tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.786113 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33e4295f-1bf6-445f-b985-2fd157bad68a req-2e6d80af-0eea-421b-a773-8e34ea5b59ec tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0691526 Apr 12 20:06:14.787545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-89465953-02b8-467f-a232-6a9632726f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.788879 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-89465953-02b8-467f-a232-6a9632726f01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ebb16db-6029-4749-be9b-d19357a90d5f HTTP/1.1" status: 200 len: 853 time: 0.0792420 Apr 12 20:06:14.869413 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-249613bd-16f1-408e-9103-244f4208c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:14.870799 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-249613bd-16f1-408e-9103-244f4208c051 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e73cc70-c996-4efe-87a3-bc481c89f70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563476 Apr 12 20:06:14.877750 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33e4295f-1bf6-445f-b985-2fd157bad68a req-0eb42315-c504-435e-b4c3-3570e40ae373 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857587 Apr 12 20:06:15.241106 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-c133a5a8-d35a-4f32-8c08-7bb2aa1f3aa9 service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935965 Apr 12 20:06:15.338447 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1e19cde9-cb32-425c-bab4-4ea6f7006774 req-7e88c5c7-63b9-4246-896a-eb23264c2031 service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886652 Apr 12 20:06:15.464334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2790b-13d9-42c0-8c68-67833600752d req-ff55f52a-bda0-4ad0-aa3e-a6abfdda8ffd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:15.465829 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ac2790b-13d9-42c0-8c68-67833600752d req-ff55f52a-bda0-4ad0-aa3e-a6abfdda8ffd tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Apr 12 20:06:15.514509 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ac2790b-13d9-42c0-8c68-67833600752d req-42acf85f-c1d4-42fa-abff-a67fc2f85dd9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Apr 12 20:06:16.000402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae03e8-f77d-4bfa-814b-f8bca8d90a3d req-b7c1d553-f1e8-454d-8571-79d57b2ebfac tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:16.001830 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3bae03e8-f77d-4bfa-814b-f8bca8d90a3d req-b7c1d553-f1e8-454d-8571-79d57b2ebfac tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0490646 Apr 12 20:06:16.049355 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3bae03e8-f77d-4bfa-814b-f8bca8d90a3d req-ac9788e3-60b5-4f2d-a156-65faa74e7e32 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Apr 12 20:06:16.637339 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ce82-c252-455a-8852-e7fd6174b3a4 req-37243088-a4f4-45fd-83dc-33e4fe7f0ac1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:16.638769 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-30e4ce82-c252-455a-8852-e7fd6174b3a4 req-37243088-a4f4-45fd-83dc-33e4fe7f0ac1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0463736 Apr 12 20:06:16.688239 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-30e4ce82-c252-455a-8852-e7fd6174b3a4 req-49c05bf3-918a-45c7-9220-aed63a290978 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Apr 12 20:06:17.174134 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bde57-6ecb-4f6a-ba3d-b64d63b7b53d req-4f582006-bc67-4fbf-aeed-f6fb86138bcd tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:17.175596 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-769bde57-6ecb-4f6a-ba3d-b64d63b7b53d req-4f582006-bc67-4fbf-aeed-f6fb86138bcd tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0506706 Apr 12 20:06:17.457228 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-769bde57-6ecb-4f6a-ba3d-b64d63b7b53d req-c9fbaebe-ab00-4689-a3a8-69c57c3322b3 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757330 Apr 12 20:06:17.819477 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9082c3-cfd3-48f3-953a-3f1750b39af5 req-b87c80a6-885f-4247-ac30-e3f50f276fc0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:17.820928 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c9082c3-cfd3-48f3-953a-3f1750b39af5 req-b87c80a6-885f-4247-ac30-e3f50f276fc0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0548360 Apr 12 20:06:17.866933 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c9082c3-cfd3-48f3-953a-3f1750b39af5 req-c4a7e8b1-5395-4adf-a936-d722b375aa16 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Apr 12 20:06:18.571287 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a9c6a-6f53-48a2-8016-4f5f3e00f526 req-af346372-71e8-4157-9ad2-643a86a91b2b tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:18.573168 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9e0a9c6a-6f53-48a2-8016-4f5f3e00f526 req-af346372-71e8-4157-9ad2-643a86a91b2b tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0480156 Apr 12 20:06:18.622200 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9e0a9c6a-6f53-48a2-8016-4f5f3e00f526 req-679c6039-a620-42ad-ba2f-98b5997a3193 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Apr 12 20:06:18.981433 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40c4fe-7074-41b5-9d09-7a9f48af775b req-049b00c1-c8b0-4df9-803a-0dd83fcde85b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:18.982865 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fe40c4fe-7074-41b5-9d09-7a9f48af775b req-049b00c1-c8b0-4df9-803a-0dd83fcde85b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0477686 Apr 12 20:06:19.029087 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fe40c4fe-7074-41b5-9d09-7a9f48af775b req-8fed2ede-a7bc-4281-9f46-99828962d6f2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Apr 12 20:06:19.740632 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cbfc2-5928-4bf3-8bd3-852df2d33214 req-19bdab86-59b4-4639-a8c8-de6f93bf4461 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:19.742080 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a75cbfc2-5928-4bf3-8bd3-852df2d33214 req-19bdab86-59b4-4639-a8c8-de6f93bf4461 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0474875 Apr 12 20:06:19.792906 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a75cbfc2-5928-4bf3-8bd3-852df2d33214 req-8bdb183f-55be-420c-b3f6-bdc043281abe tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Apr 12 20:06:20.156929 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48934ebb-d62b-4c64-8034-014d8cb16aa8 req-efe8f25d-dfbd-4c8b-8445-c6743e784ef1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:20.158383 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48934ebb-d62b-4c64-8034-014d8cb16aa8 req-efe8f25d-dfbd-4c8b-8445-c6743e784ef1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0577853 Apr 12 20:06:20.204015 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48934ebb-d62b-4c64-8034-014d8cb16aa8 req-f5131cde-1858-40dd-9164-9f950468da4f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Apr 12 20:06:20.907813 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6065-7d73-45ca-9632-2524b67e7791 req-5a12953f-8e91-472a-8c80-872fce63444d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:20.909302 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7acd6065-7d73-45ca-9632-2524b67e7791 req-5a12953f-8e91-472a-8c80-872fce63444d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0469968 Apr 12 20:06:20.968833 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7acd6065-7d73-45ca-9632-2524b67e7791 req-92e849e9-e7c0-4b93-92c1-16345de231d7 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512500 Apr 12 20:06:21.325737 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe82a15-372a-4ad5-9fe0-3ad53d785b97 req-72840d46-fccf-4de6-9d33-41d37076cca2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:21.327197 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-afe82a15-372a-4ad5-9fe0-3ad53d785b97 req-72840d46-fccf-4de6-9d33-41d37076cca2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Apr 12 20:06:21.375365 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-afe82a15-372a-4ad5-9fe0-3ad53d785b97 req-b3782a77-096c-499f-90d3-1cc927ea97be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Apr 12 20:06:22.090529 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935126c5-d919-4498-89ce-c3cc5c002e4f req-ba11cdf8-1ff7-4fa6-bf79-89b7f9e5dcc3 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:22.091982 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-935126c5-d919-4498-89ce-c3cc5c002e4f req-ba11cdf8-1ff7-4fa6-bf79-89b7f9e5dcc3 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0466812 Apr 12 20:06:22.139402 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-935126c5-d919-4498-89ce-c3cc5c002e4f req-26be9077-0103-485b-a7e6-a699becb1f82 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393863 Apr 12 20:06:22.490000 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1946ed6-7d66-4648-9ea8-2bb2d63fc7e6 req-679bf88b-bc87-44d2-bea5-6b8cabb91af4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:22.491440 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f1946ed6-7d66-4648-9ea8-2bb2d63fc7e6 req-679bf88b-bc87-44d2-bea5-6b8cabb91af4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0460722 Apr 12 20:06:22.540548 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f1946ed6-7d66-4648-9ea8-2bb2d63fc7e6 req-937edc7d-ea4e-4f2e-8bed-2ee3c06f0c2b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433688 Apr 12 20:06:22.870000 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-6262e784-87b5-45d4-b16c-4298282e008e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:23.252636 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023dcb2-9338-4a48-90ba-7d0a17b0158d req-a99d5c59-bf51-4060-97d7-94fd2d55a5a5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:23.254753 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4023dcb2-9338-4a48-90ba-7d0a17b0158d req-a99d5c59-bf51-4060-97d7-94fd2d55a5a5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0479412 Apr 12 20:06:23.300825 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4023dcb2-9338-4a48-90ba-7d0a17b0158d req-9cf163eb-0035-4d62-b436-88c23d0e8786 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Apr 12 20:06:23.651073 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a4896-784f-4364-a397-7ad90eabc748 req-f1d811f9-34af-4634-887b-b8efdec3d7c7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:23.652569 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-412a4896-784f-4364-a397-7ad90eabc748 req-f1d811f9-34af-4634-887b-b8efdec3d7c7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0463359 Apr 12 20:06:23.702129 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-412a4896-784f-4364-a397-7ad90eabc748 req-b9c0bab9-eaa7-4954-8e75-a1361463ce0f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Apr 12 20:06:24.423648 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:06:24.426430 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d769c-68ba-4453-be66-0e62ea4a446f req-1b261bac-c1e1-4a5d-970f-b714cedd22c8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:24.427974 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-921d769c-68ba-4453-be66-0e62ea4a446f req-1b261bac-c1e1-4a5d-970f-b714cedd22c8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0588586 Apr 12 20:06:24.480938 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-921d769c-68ba-4453-be66-0e62ea4a446f req-56baded0-acbb-4d05-9f5a-bebf5d12ff41 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Apr 12 20:06:24.831297 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba97337-f1ec-4263-8cf7-21de904d2da2 req-de86a4f4-6b11-4da4-916b-cab9affee54e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:24.832855 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ba97337-f1ec-4263-8cf7-21de904d2da2 req-de86a4f4-6b11-4da4-916b-cab9affee54e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0519316 Apr 12 20:06:24.881320 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ba97337-f1ec-4263-8cf7-21de904d2da2 req-a23ee571-59b6-4fe4-b813-586d2fb173d5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Apr 12 20:06:25.219989 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-69e34b8b-5f6a-4411-afb3-e698e6079b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:25.552100 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:25.593108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb65f8-08aa-4c31-9b0f-81a49a94f4e3 req-779929d2-e1cd-47e3-860f-0a82b3b0edbf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:25.594686 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bcfb65f8-08aa-4c31-9b0f-81a49a94f4e3 req-779929d2-e1cd-47e3-860f-0a82b3b0edbf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 943 time: 0.0504985 Apr 12 20:06:25.646867 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bcfb65f8-08aa-4c31-9b0f-81a49a94f4e3 req-b2a83dac-3160-4c82-91a9-88507802202d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457847 Apr 12 20:06:25.753225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 08dc07ee-73a3-4564-a121-264b6b58974c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:06:25.855377 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=08dc07ee-73a3-4564-a121-264b6b58974c,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:25.867016 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '08dc07ee-73a3-4564-a121-264b6b58974c', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'port_id': '08dc07ee-73a3-4564-a121-264b6b58974c', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:06:25.911524 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 08dc07ee-73a3-4564-a121-264b6b58974c is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:25.912075 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:25.929736 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dc07ee-73a3-4564-a121-264b6b58974c {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:25.952819 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=08dc07ee-73a3-4564-a121-264b6b58974c,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:25.959268 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:26.002376 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6d80c-1d18-4f80-bf3d-93a36fbe9882 req-1bd26d0d-5734-44c6-b2fc-664b4a3d7811 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:26.009641 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-74e6d80c-1d18-4f80-bf3d-93a36fbe9882 req-1bd26d0d-5734-44c6-b2fc-664b4a3d7811 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0563853 Apr 12 20:06:26.018536 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:26.030857 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.031955 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.032301 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.032682 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.033024 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.033353 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.033679 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.034001 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.034323 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.036104 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.036678 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.037260 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.037988 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.038538 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.040638 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:26.062685 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-74e6d80c-1d18-4f80-bf3d-93a36fbe9882 req-d29f5e0f-e704-43c2-b307-d2dbd45c4831 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 Apr 12 20:06:26.153728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:26.331691 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-29f9f76b-a513-416c-8adf-b3a3fddd43c9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797120353&fields=id&tenant_id=47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 267 time: 0.0641723 Apr 12 20:06:26.436850 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-4842bdfc-14e5-4357-8721-69fd9f7b4132 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:26.438334 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-4842bdfc-14e5-4357-8721-69fd9f7b4132 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 811 time: 0.1058664 Apr 12 20:06:26.453346 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-b5fb1d52-3716-4089-9639-c3767b9fc4b4 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/quotas/47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Apr 12 20:06:26.508422 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-2d6837ee-1ad6-4ccf-b56c-01e329f632b2 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493958 Apr 12 20:06:26.565315 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['08dc07ee-73a3-4564-a121-264b6b58974c'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:06:26.648957 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-4e1842f7-4cb6-4803-8267-f6b522543f53 service neutron] 10.222.0.43 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291184 Apr 12 20:06:26.776093 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336d5f1-ad1f-4678-817c-1f8c7c2c16da req-b1da0a9f-a834-4522-b112-5ad74ccfbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:26.779325 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2336d5f1-ad1f-4678-817c-1f8c7c2c16da req-b1da0a9f-a834-4522-b112-5ad74ccfbde0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1129 time: 0.0533488 Apr 12 20:06:26.820100 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-113cf2a2-4b83-4a2a-a7f9-d3b15993d366 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286268 Apr 12 20:06:26.831263 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2336d5f1-ad1f-4678-817c-1f8c7c2c16da req-d7c375f5-bc62-4433-8218-c97e3981f878 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450921 Apr 12 20:06:26.837864 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9f5a5-729b-4ddb-9e73-1082c6967598 req-4ae954d8-45b9-41d3-bbd1-66184f8078a5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:26.839354 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-54d9f5a5-729b-4ddb-9e73-1082c6967598 req-4ae954d8-45b9-41d3-bbd1-66184f8078a5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 944 time: 0.0775201 Apr 12 20:06:26.868178 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-74b49cbc-e1bb-4d68-aa28-d9bbaba7043b service neutron] 10.222.0.43 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122760 Apr 12 20:06:26.900750 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-54d9f5a5-729b-4ddb-9e73-1082c6967598 req-c18f96da-546f-4ff4-a0ac-fb86be195b6f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498309 Apr 12 20:06:27.205809 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b831d4b9-eed8-4971-9b28-557a3bcc65f3 req-ea832298-0a31-45a9-a609-ff520950ac75 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0356469 Apr 12 20:06:27.214064 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2225a4-15d4-420b-8447-cb688e1623b0 req-4d4ef2e2-1d5d-4818-bdf4-cf95357d595c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:27.215530 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b2225a4-15d4-420b-8447-cb688e1623b0 req-4d4ef2e2-1d5d-4818-bdf4-cf95357d595c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0731652 Apr 12 20:06:27.266311 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b2225a4-15d4-420b-8447-cb688e1623b0 req-be53fcc3-a53e-414e-a6c4-4bb606c1d841 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Apr 12 20:06:27.620264 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:28.013279 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f19a00-8252-4bd2-b0fe-293dd5868027 req-4e2da0cf-5b04-425a-ac6a-f462337daf4f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:28.014735 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a4f19a00-8252-4bd2-b0fe-293dd5868027 req-4e2da0cf-5b04-425a-ac6a-f462337daf4f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 944 time: 0.0472114 Apr 12 20:06:28.061560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a4f19a00-8252-4bd2-b0fe-293dd5868027 req-97d62380-cffa-48d2-bbc0-0e02d1d4cf94 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Apr 12 20:06:28.312892 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f2d15ea5-71aa-4218-8c75-a53545399165 req-2dfd775b-4321-4452-bde0-add0e4986d1f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0314987 Apr 12 20:06:28.381801 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857e3c0-4741-4107-8572-b88bb0c89e98 req-c5ceba0f-1ad8-4a2d-bb0b-382dbdd041ba tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:28.383311 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d857e3c0-4741-4107-8572-b88bb0c89e98 req-c5ceba0f-1ad8-4a2d-bb0b-382dbdd041ba tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Apr 12 20:06:28.430332 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d857e3c0-4741-4107-8572-b88bb0c89e98 req-904983a0-7605-4bb9-9b1b-ef5ab3cbdc9f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Apr 12 20:06:28.971957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:29.177486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a525970-e32a-4a84-b97e-802334ac4291 req-7440f790-24c8-4930-8148-442b18d5fcee tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:29.178941 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a525970-e32a-4a84-b97e-802334ac4291 req-7440f790-24c8-4930-8148-442b18d5fcee tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 944 time: 0.0463071 Apr 12 20:06:29.226888 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a525970-e32a-4a84-b97e-802334ac4291 req-e3441a4f-0627-4ad2-bdde-a62ae606acbb tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 Apr 12 20:06:29.414970 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-971b835f-c7fa-4ead-bd95-af3db7efc330 req-129601e3-b364-46be-b1cf-57c40d290178 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0313106 Apr 12 20:06:29.544638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5697-c87c-47a8-9b09-d801cd884a95 req-12dca490-42ef-4510-b426-8c8f5e8ca8c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:29.546013 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-375c5697-c87c-47a8-9b09-d801cd884a95 req-12dca490-42ef-4510-b426-8c8f5e8ca8c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0466897 Apr 12 20:06:29.591927 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-375c5697-c87c-47a8-9b09-d801cd884a95 req-e2fdf9fe-d9e5-4abb-a836-5a40ec7ad312 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Apr 12 20:06:30.364984 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560235-b59b-4184-bef6-6a667c798198 req-a86c08c6-6062-41c8-88f6-cbee5a10ac1f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:30.366506 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-29560235-b59b-4184-bef6-6a667c798198 req-a86c08c6-6062-41c8-88f6-cbee5a10ac1f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 944 time: 0.0628908 Apr 12 20:06:30.421960 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-29560235-b59b-4184-bef6-6a667c798198 req-0e9e9096-bbda-4f46-901f-d8dcd5869d57 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Apr 12 20:06:30.522537 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-86a2afbc-7095-4ec0-a25d-899efdf98e62 req-4ea40944-ca56-40b2-87ee-4d2b497bf36b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0390456 Apr 12 20:06:30.722155 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cd938-e07a-494e-8d10-909248f80ca8 req-7b12b485-7642-4d8c-8567-2a73005d8351 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:30.723721 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e42cd938-e07a-494e-8d10-909248f80ca8 req-7b12b485-7642-4d8c-8567-2a73005d8351 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Apr 12 20:06:30.771523 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e42cd938-e07a-494e-8d10-909248f80ca8 req-25526843-b474-4132-92b2-7e5b88ea186f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Apr 12 20:06:30.877655 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-1b8c0abc-622d-4a9d-ad35-abf616a9fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:30.879239 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-1b8c0abc-622d-4a9d-ad35-abf616a9fa62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1130 time: 0.0396247 Apr 12 20:06:30.982248 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-0599149a-f943-4a93-a840-872c27aec387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:30.983760 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-0599149a-f943-4a93-a840-872c27aec387 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.0846572 Apr 12 20:06:31.545286 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093615c5-e8a3-4e15-94b3-b06af3d91eed req-4493aad0-8170-40e5-9e07-cdb75934514c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:31.546746 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-093615c5-e8a3-4e15-94b3-b06af3d91eed req-4493aad0-8170-40e5-9e07-cdb75934514c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 944 time: 0.0477657 Apr 12 20:06:31.593108 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-093615c5-e8a3-4e15-94b3-b06af3d91eed req-82ee6aa0-0d05-449c-a20c-e28d7a2d24c2 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Apr 12 20:06:31.602321 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 08dc07ee-73a3-4564-a121-264b6b58974c up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:06:31.626768 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-42a55dfe-ac49-4aed-9475-4310a912d2d0 req-af1c5f7c-d828-4945-921e-5d4474029d87 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Apr 12 20:06:31.647697 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 08dc07ee-73a3-4564-a121-264b6b58974c completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:06:31.656225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 08dc07ee-73a3-4564-a121-264b6b58974c triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:06:31.656762 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:31.738683 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 08dc07ee-73a3-4564-a121-264b6b58974c is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:31.739069 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:31.745426 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-cac9d064-a882-4ddd-b4bc-07323141a09f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 1001 time: 0.0933883 Apr 12 20:06:31.767253 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:31.770019 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f7c18f-253d-4409-a3dd-871c675e478b" -d '{"events": [{"server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "name": "network-vif-plugged", "status": "completed", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:31.789272 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=08dc07ee-73a3-4564-a121-264b6b58974c,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:31.795784 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:31.814938 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-cd049b50-c390-47d0-a710-a3c9c5e6a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:31.816871 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-cd049b50-c390-47d0-a710-a3c9c5e6a148 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0583978 Apr 12 20:06:31.821364 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de9bff2-dc22-47e6-b080-d9dc01e40899 x-openstack-request-id: req-6de9bff2-dc22-47e6-b080-d9dc01e40899 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:31.821651 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "name": "network-vif-plugged", "status": "completed", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:31.821897 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6de9bff2-dc22-47e6-b080-d9dc01e40899 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:31.822637 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de9bff2-dc22-47e6-b080-d9dc01e40899'] response: {'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c', 'code': 200} Apr 12 20:06:31.853464 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:31.868375 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-35fb75f2-d0f3-480b-850e-182db39662cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:31.869928 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-35fb75f2-d0f3-480b-850e-182db39662cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455470 Apr 12 20:06:31.923765 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce0f4-73ef-40de-b39c-7b18159561fc req-294c08bb-d543-4bed-b1c0-40da0a3d3f58 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:31.925335 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-693ce0f4-73ef-40de-b39c-7b18159561fc req-294c08bb-d543-4bed-b1c0-40da0a3d3f58 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0499208 Apr 12 20:06:31.975910 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-693ce0f4-73ef-40de-b39c-7b18159561fc req-327c6bc7-78a3-4bf7-9b84-bf129ad70c5b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Apr 12 20:06:32.089564 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-f0be2c1d-2e14-4365-a0e0-0612573dc7a0 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892272 Apr 12 20:06:32.442130 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c249-ddcf-44a0-ab92-f951fbdff8b5 req-f25e8b31-ece8-4866-a973-d8e091bbcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:32.444144 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0cb3c249-ddcf-44a0-ab92-f951fbdff8b5 req-f25e8b31-ece8-4866-a973-d8e091bbcf32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1129 time: 0.0423291 Apr 12 20:06:32.557811 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5008f9b3-01b3-4fbc-ba0e-ec73c25a1c28 req-26a9b4af-6233-460f-90f7-a04ec54fd625 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920875 Apr 12 20:06:32.749709 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b0853750-62a2-4892-94ce-b8cdf7adce14 req-d09bb4f5-8da2-4b1c-9116-4446a6c9a5e6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0472224 Apr 12 20:06:32.760887 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23635826-0851-4fce-9664-1a5da59822c6 req-a6c974df-6a63-42a3-82f8-2d83d2ff88d7 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:32.762378 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-23635826-0851-4fce-9664-1a5da59822c6 req-a6c974df-6a63-42a3-82f8-2d83d2ff88d7 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.1025498 Apr 12 20:06:32.797010 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0cb3c249-ddcf-44a0-ab92-f951fbdff8b5 req-8ca09091-449c-4891-8c40-9239ccd5c9a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035392 Apr 12 20:06:32.832921 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-23635826-0851-4fce-9664-1a5da59822c6 req-279dd9b3-1159-4df9-b69f-6150c76ad5e5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 Apr 12 20:06:33.084780 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0380eb-1c30-4c3a-94b8-53bce9828d50 req-d704bde5-da91-4609-b1a1-41c7f409d190 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:33.086129 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa0380eb-1c30-4c3a-94b8-53bce9828d50 req-d704bde5-da91-4609-b1a1-41c7f409d190 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0462284 Apr 12 20:06:33.132282 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa0380eb-1c30-4c3a-94b8-53bce9828d50 req-c2493626-eb7e-49d5-bff6-04a6bf01fcae tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Apr 12 20:06:33.424773 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-e094c7a3-b6cc-4d52-bfa1-18ceef8ddf0b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:33.426959 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-e094c7a3-b6cc-4d52-bfa1-18ceef8ddf0b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 811 time: 0.1633925 Apr 12 20:06:33.459394 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b75abc-87f6-41d6-9d99-7beea922f02c req-43cff977-0e88-483c-9a56-80f0677bb4d7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:33.466221 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-67b75abc-87f6-41d6-9d99-7beea922f02c req-43cff977-0e88-483c-9a56-80f0677bb4d7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.1033912 Apr 12 20:06:33.483175 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-209fae45-8895-4201-80b3-e0156a13c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:33.484657 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-209fae45-8895-4201-80b3-e0156a13c8a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1129 time: 0.0757895 Apr 12 20:06:33.511873 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-67b75abc-87f6-41d6-9d99-7beea922f02c req-d184daca-c93a-4f15-a48b-28e88f148789 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Apr 12 20:06:33.738099 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-a76b74ce-6d27-471b-9586-43a5af88886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:33.739787 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-a76b74ce-6d27-471b-9586-43a5af88886b service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0957482 Apr 12 20:06:33.847619 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f67dc63-8e18-47d2-a819-cca0f78684c8 req-ca469dab-d35f-4e54-a630-d08d0a82eaba tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0277991 Apr 12 20:06:33.944489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd86e7a-0742-4177-9d3b-90275f62cbbd req-d148a5f1-5caf-4b60-a06b-cbf4f8d5d7b8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:33.946003 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fdd86e7a-0742-4177-9d3b-90275f62cbbd req-d148a5f1-5caf-4b60-a06b-cbf4f8d5d7b8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0469577 Apr 12 20:06:33.993194 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fdd86e7a-0742-4177-9d3b-90275f62cbbd req-5d11970c-515b-4f6e-a9d7-573d3cbb37b4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Apr 12 20:06:34.232549 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-b7bca0c2-98aa-477a-9a55-2236c2737c80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 200 len: 217 time: 0.0395274 Apr 12 20:06:34.246385 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-30e20087-a902-42ec-9c30-e01df73cdd0b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 379 time: 0.0595005 Apr 12 20:06:34.256770 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'port': {'device_id': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'admin_state_up': True, 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'security_groups': ['b1978374-8acd-40b9-82ea-d0b1f1344b9e']}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:34.282053 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-3b00e9d5-5e70-4f54-90f6-13474869b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:34.283611 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-3b00e9d5-5e70-4f54-90f6-13474869b659 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0450373 Apr 12 20:06:34.327369 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-40475625-fed9-4deb-b283-13b75559185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:34.329141 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-40475625-fed9-4deb-b283-13b75559185c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393598 Apr 12 20:06:34.374530 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Made reservation on behalf of 47a9f0d7a0134a2286864b56bbf84091 for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:34.377844 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:34.427020 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-c6a17aca-2074-4761-ab35-d73b77d06c72 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887330 Apr 12 20:06:34.516040 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Allocated IP 172.20.0.14 (8abdbeaa-db52-4d8b-9e32-4012958d8508/882bd3da-d872-44ed-b1ff-1665f44cd98c/b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:06:34.527631 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b34f214c-56af-45b2-8c8b-ceae88383e75 req-0d831950-a492-44f8-9b17-e10e4f36ffef service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926263 Apr 12 20:06:34.644460 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0838c04-24ac-4d5c-9a50-9d0c4f696ea1 req-41fa0e15-8738-4b60-ab03-34c43a9b9eef tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:34.646027 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f0838c04-24ac-4d5c-9a50-9d0c4f696ea1 req-41fa0e15-8738-4b60-ab03-34c43a9b9eef tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0519431 Apr 12 20:06:34.700241 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f0838c04-24ac-4d5c-9a50-9d0c4f696ea1 req-4dffbe8f-36a7-47de-8723-c35322ce1cb5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470133 Apr 12 20:06:34.711483 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:34.749569 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:34.801266 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:06:34.804538 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:34.810355 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:06:34.815184 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:34.815918 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:34.818809 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:34.831626 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.831972 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.832312 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.832644 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.833095 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.833399 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.833723 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.834068 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.834405 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.834728 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.835047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.835364 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.835770 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.836524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.836524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:34.858072 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-3bd49924-070c-4c29-abcb-f1062a0e6247 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6069386 Apr 12 20:06:34.970382 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596dd7-3138-48c4-9139-2038f9c84267 req-87bab161-eaaa-4dbd-80ba-e3e45e89957e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:34.972000 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c1596dd7-3138-48c4-9139-2038f9c84267 req-87bab161-eaaa-4dbd-80ba-e3e45e89957e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 932 time: 0.0529034 Apr 12 20:06:35.023537 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c1596dd7-3138-48c4-9139-2038f9c84267 req-a35045e6-2578-4487-915f-78e4b22b3388 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452802 Apr 12 20:06:35.104045 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922d4d4-5fb0-453a-803c-44a5b333644b req-65b63fa5-9a34-4f14-b227-9188af14cfb0 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:35.105407 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d922d4d4-5fb0-453a-803c-44a5b333644b req-65b63fa5-9a34-4f14-b227-9188af14cfb0 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0457799 Apr 12 20:06:35.122732 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-981b88a4-b204-4cf6-81cc-0ee054e2bbb8 None None] Provisioning complete for port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:06:35.123216 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-981b88a4-b204-4cf6-81cc-0ee054e2bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:35.159957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-981b88a4-b204-4cf6-81cc-0ee054e2bbb8 None None] Port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:06:35.175507 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d922d4d4-5fb0-453a-803c-44a5b333644b req-e617904d-b4fa-4244-a28b-8cf1d3a9420d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616534 Apr 12 20:06:35.253561 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Request body: {'port': {'device_id': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:35.310414 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7abf-248a-4261-9b66-64b15167c1eb req-24a17a97-298f-450b-b1e1-9c40f4cf15c8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:35.317932 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fdda7abf-248a-4261-9b66-64b15167c1eb req-24a17a97-298f-450b-b1e1-9c40f4cf15c8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0681996 Apr 12 20:06:35.336972 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:35.362804 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fdda7abf-248a-4261-9b66-64b15167c1eb req-c74457d6-2670-4cf7-b779-d110a4bf09dd tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Apr 12 20:06:35.594043 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:35.601749 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Publish callbacks [] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:35.615049 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Transition to ACTIVE for port object b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:06:35.620542 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:35.671007 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:35.684706 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf500995-a65c-424f-85a6-179d9bb83ab9 req-7c15d58d-7e40-4f7b-afb3-8ae38a4b9a56 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:35.686427 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cf500995-a65c-424f-85a6-179d9bb83ab9 req-7c15d58d-7e40-4f7b-afb3-8ae38a4b9a56 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0519023 Apr 12 20:06:35.706963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Attempting to bind port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:06:35.707294 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Attempting to bind port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:06:35.708285 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Attempting to bind port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:35.713877 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:06:35.714196 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Attempting to bind port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:35.719358 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:06:35.720215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Checking segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:06:35.720215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Bound using segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:06:35.720595 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Bound port: b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:06:35.720955 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:35.742941 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cf500995-a65c-424f-85a6-179d9bb83ab9 req-7026b913-99d4-436d-8d2a-0a763a292f08 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487995 Apr 12 20:06:35.810349 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] For port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:06:35.815817 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] For port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:06:35.828264 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:35.862169 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feb4d5-1818-4b64-9c4e-03ee0735a1e2 req-d6a2719b-957d-4938-bb9c-5cfa22a61228 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:35.870053 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:35.870854 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:35.872925 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 HTTP/1.1" status: 200 len: 1094 time: 0.6236475 Apr 12 20:06:35.875935 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:35.876974 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-74feb4d5-1818-4b64-9c4e-03ee0735a1e2 req-d6a2719b-957d-4938-bb9c-5cfa22a61228 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0906661 Apr 12 20:06:35.878546 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065cd3c5-553a-49a4-b815-2c28b214aac6" -d '{"events": [{"name": "network-changed", "server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:35.912722 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5c90-7c5b-44dd-97ca-33536d3735b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:35.944216 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72b356f-394e-4e95-b9fa-8b002f83796d x-openstack-request-id: req-d72b356f-394e-4e95-b9fa-8b002f83796d {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:35.945016 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:35.945356 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d72b356f-394e-4e95-b9fa-8b002f83796d {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:35.946001 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72b356f-394e-4e95-b9fa-8b002f83796d'] response: {'name': 'network-changed', 'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'status': 'completed', 'code': 200} Apr 12 20:06:35.960370 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-74feb4d5-1818-4b64-9c4e-03ee0735a1e2 req-253f6652-a182-4f5f-94f7-4ef670be4019 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823190 Apr 12 20:06:36.172323 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31541-8d1c-416a-b402-ad2154457e96 req-404a1bf6-b8f1-48d3-966d-582502c3d41a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:36.180416 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5cd31541-8d1c-416a-b402-ad2154457e96 req-404a1bf6-b8f1-48d3-966d-582502c3d41a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.0710933 Apr 12 20:06:36.249020 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5cd31541-8d1c-416a-b402-ad2154457e96 req-a0b46f21-ce4d-4b48-8eeb-825951b648d3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677376 Apr 12 20:06:36.609878 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41264) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:36.720448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:36.792453 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Publish callbacks [] for security_group (d2f721f6-6b56-49df-b835-239d1906c864), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:36.798326 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (d2f721f6-6b56-49df-b835-239d1906c864), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:36.838669 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac9888a2f0484709b885145e47126a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276213 Apr 12 20:06:36.839908 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f721f6-6b56-49df-b835-239d1906c864,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:36.841581 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41270) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:36.847599 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.847945 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.848299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.848596 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.848919 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.849239 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.849548 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.849927 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.850247 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.850562 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.850862 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.851177 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.851489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.851828 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.852142 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef2754-e3df-4d70-84a4-faf0ed1812d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:36.891218 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ba41-e7c9-4bb9-a009-44c9d855fe1e admin admin] Publish callbacks [] for security_group (d2f721f6-6b56-49df-b835-239d1906c864), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:36.912566 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ba41-e7c9-4bb9-a009-44c9d855fe1e admin admin] Publish callbacks [] for security_group (d2f721f6-6b56-49df-b835-239d1906c864), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:36.964490 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ba41-e7c9-4bb9-a009-44c9d855fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (d2f721f6-6b56-49df-b835-239d1906c864), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:36.967186 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f6ba41-e7c9-4bb9-a009-44c9d855fe1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:36.968396 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d1f6ba41-e7c9-4bb9-a009-44c9d855fe1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2f721f6-6b56-49df-b835-239d1906c864 HTTP/1.1" status: 204 len: 168 time: 0.1258235 Apr 12 20:06:36.976369 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6ba41-e7c9-4bb9-a009-44c9d855fe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f721f6-6b56-49df-b835-239d1906c864,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:37.074824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf3fb-b887-4fe0-8f6f-0ea3ba4143fb req-7964a5f1-4021-42f7-91ad-b012d036c50a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:37.076349 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e1ddf3fb-b887-4fe0-8f6f-0ea3ba4143fb req-7964a5f1-4021-42f7-91ad-b012d036c50a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0476203 Apr 12 20:06:37.122783 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e1ddf3fb-b887-4fe0-8f6f-0ea3ba4143fb req-5187c4f8-9f5b-489e-839b-c294edb8cfc5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Apr 12 20:06:37.427490 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd4d53-cff3-4250-b6b5-ee3ed43c93f1 req-5566b0fd-e4c4-4dd6-862a-a8dd7d048c22 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:37.439415 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-11cd4d53-cff3-4250-b6b5-ee3ed43c93f1 req-5566b0fd-e4c4-4dd6-862a-a8dd7d048c22 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.0677676 Apr 12 20:06:37.453342 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd3c5-553a-49a4-b815-2c28b214aac6 req-7ccbe261-529a-4e4a-a8e7-7a32151e21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:37.455012 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-065cd3c5-553a-49a4-b815-2c28b214aac6 req-7ccbe261-529a-4e4a-a8e7-7a32151e21a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 1128 time: 0.0706446 Apr 12 20:06:37.505005 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-11cd4d53-cff3-4250-b6b5-ee3ed43c93f1 req-13ef4608-eb80-4e2c-a3d9-d643f5eb2cd7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653872 Apr 12 20:06:37.744218 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41320) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:37.807904 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41328) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:37.848486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-325385409-network', 'tenant_id': '32056c99a0d44cc285339ce7ea8e564a'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:37.867914 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Made reservation on behalf of 32056c99a0d44cc285339ce7ea8e564a for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:37.870107 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.874172 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] Deleting subnet 01817790-0b13-4392-a5a7-6d76f481ac4f {{(pid=98482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:06:37.878985 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd3c5-553a-49a4-b815-2c28b214aac6 req-27c5eff3-8ffc-4f01-8237-e056687e6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:37.880631 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-065cd3c5-553a-49a4-b815-2c28b214aac6 req-27c5eff3-8ffc-4f01-8237-e056687e6170 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=47a9f0d7a0134a2286864b56bbf84091&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4009967 Apr 12 20:06:37.881335 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] Publish callbacks [] for subnet (01817790-0b13-4392-a5a7-6d76f481ac4f), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.882085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.916236 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] Publish callbacks [] for subnet (01817790-0b13-4392-a5a7-6d76f481ac4f), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.925443 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (01817790-0b13-4392-a5a7-6d76f481ac4f), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.956333 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks [] for security_group (0e7ea83d-2ec8-4150-8216-4e9b472b5d6c), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.961482 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0e7ea83d-2ec8-4150-8216-4e9b472b5d6c), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.980669 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for subnet (01817790-0b13-4392-a5a7-6d76f481ac4f), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:37.986483 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=98483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:06:37.996281 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:38.002084 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (f2c733b1-a3a0-4adc-b3a1-71b7c183053c), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.002421 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Added segment f2c733b1-a3a0-4adc-b3a1-71b7c183053c of type vlan for network ae782c42-33cb-4d70-84ff-1491d70943b1 Apr 12 20:06:38.007425 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01817790-0b13-4392-a5a7-6d76f481ac4f,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:38.009496 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.012717 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-1b557f4e-8c65-44f0-8a98-c2b990f61a9f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01817790-0b13-4392-a5a7-6d76f481ac4f HTTP/1.1" status: 204 len: 168 time: 0.2038555 Apr 12 20:06:38.015384 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41330) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:38.049256 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (ae782c42-33cb-4d70-84ff-1491d70943b1), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.074642 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (ae782c42-33cb-4d70-84ff-1491d70943b1), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.076552 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.077285 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.104625 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (f5e3e79c-b281-462f-880b-83c917bcebf2), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.136613 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3912754 Apr 12 20:06:38.141485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41332) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:38.146319 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Request body: {'subnet': {'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-325385409-subnet', 'tenant_id': '32056c99a0d44cc285339ce7ea8e564a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:38.154691 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688578e1-1c67-4c41-97d1-e932dcecb053 admin admin] Pushing event updated for resources: {'Network': ['ID=ae782c42-33cb-4d70-84ff-1491d70943b1,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:38.167442 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network ae782c42-33cb-4d70-84ff-1491d70943b1 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:06:38.172420 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Made reservation on behalf of 32056c99a0d44cc285339ce7ea8e564a for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:38.174944 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9009213'] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.246716 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (f5e3e79c-b281-462f-880b-83c917bcebf2), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.261893 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd3c5-553a-49a4-b815-2c28b214aac6 req-80dbd266-fd51-42c1-90b6-adf98a461b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.263648 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-065cd3c5-553a-49a4-b815-2c28b214aac6 req-80dbd266-fd51-42c1-90b6-adf98a461b6f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823046 Apr 12 20:06:38.278316 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.278837 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.279640 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.280060 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > port after_create 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.280461 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.280899 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > port after_update 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.281295 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.281682 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.282054 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.282731 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.327248 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6c02d-4e7c-46bf-bb07-3187b1299210 req-28cfa3ee-184c-4295-96a2-4b0e6900a79c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.328778 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6ee6c02d-4e7c-46bf-bb07-3187b1299210 req-28cfa3ee-184c-4295-96a2-4b0e6900a79c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0637679 Apr 12 20:06:38.413222 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.413682 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.413925 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.414273 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:06:38.414595 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e3e79c-b281-462f-880b-83c917bcebf2']}} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:38.436670 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6ee6c02d-4e7c-46bf-bb07-3187b1299210 req-732d9101-8cda-45e3-a952-b34b5b19b1af tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006191 Apr 12 20:06:38.449150 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372f3879-4b4f-4fac-b850-ca6a55468a2b') {'for_net_delete': True} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:38.449459 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372f3879-4b4f-4fac-b850-ca6a55468a2b') {} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:38.458998 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9009195'] for subnet (cab1c27a-6ddf-4443-a2ae-a6505e529e3f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.510284 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10058320'] for segment (372f3879-4b4f-4fac-b850-ca6a55468a2b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.521288 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab1c27a-6ddf-4443-a2ae-a6505e529e3f,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:38.540225 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Checking segment: {'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:06:38.540580 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Network hostable DHCP agents. Network: ae782c42-33cb-4d70-84ff-1491d70943b1, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:06:38.546222 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-6795b341-39a2-4bb7-8c81-a5b1f37bd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.548686 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-6795b341-39a2-4bb7-8c81-a5b1f37bd9d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 1128 time: 0.1286151 Apr 12 20:06:38.553651 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (372f3879-4b4f-4fac-b850-ca6a55468a2b), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.564724 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Network ae782c42-33cb-4d70-84ff-1491d70943b1 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:06:38.580470 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, ae782c42-33cb-4d70-84ff-1491d70943b1) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:38.593426 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cde8b9-3b7e-49eb-b306-7f65dfc16450 None None] Network ae782c42-33cb-4d70-84ff-1491d70943b1 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:06:38.596222 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.598000 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.612882 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=98482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:06:38.617312 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8741464'] for segment (372f3879-4b4f-4fac-b850-ca6a55468a2b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: from cryptography.utils import int_from_bytes Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: from cryptography.utils import int_from_bytes Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: Traceback (most recent call last): Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: timer() Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: cb(*args, **kw) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: return func(*args, **kwargs) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: self._notify() Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: self.callback(batched_events) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: event.method(event) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: return f(self, *a, **k) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._get(url).json() Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: return self.request(url, 'GET', **kwargs) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:06:38.625270 dv-cinder-837541-1-iscsi neutron-server[98482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:06:38.646239 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-1bc18719-ee4d-4c31-a4ee-6215df27c24f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4953203 Apr 12 20:06:38.649378 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-6025b504-12f6-446c-a38d-bb2b2d562efd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 HTTP/1.1" status: 200 len: 217 time: 0.0910153 Apr 12 20:06:38.714482 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-34d23e1d-d3ae-4c5b-b015-d3c81293dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.716612 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-34d23e1d-d3ae-4c5b-b015-d3c81293dd07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0591595 Apr 12 20:06:38.729474 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3df5d4-af35-4815-b1f3-e180604fc621 req-e537c508-0246-4f4e-9608-52795516245f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.734443 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b3df5d4-af35-4815-b1f3-e180604fc621 req-e537c508-0246-4f4e-9608-52795516245f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.1102514 Apr 12 20:06:38.806732 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65aeaa3-0178-4f26-b39c-cef36c3df28d None None] Network ae782c42-33cb-4d70-84ff-1491d70943b1 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:06:38.822014 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-13c230ef-7e6d-4125-a3e2-5ec565c2c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:38.824404 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-13c230ef-7e6d-4125-a3e2-5ec565c2c2fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702672 Apr 12 20:06:38.825572 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (f5e3e79c-b281-462f-880b-83c917bcebf2), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.838156 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.846768 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] 10.222.0.43 "DELETE /v2.0/networks/f5e3e79c-b281-462f-880b-83c917bcebf2 HTTP/1.1" status: 204 len: 168 time: 0.8303277 Apr 12 20:06:38.848725 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41356) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:38.904745 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b3df5d4-af35-4815-b1f3-e180604fc621 req-6d02e118-547b-4271-aef2-067cdb02106f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617024 Apr 12 20:06:38.907567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41358) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:38.933712 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] Deleting subnet 9d3be39d-0e92-4c00-87aa-fcdc7af7b56c {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:06:38.937217 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] Publish callbacks [] for subnet (9d3be39d-0e92-4c00-87aa-fcdc7af7b56c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.981281 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (9d3be39d-0e92-4c00-87aa-fcdc7af7b56c), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.041976 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (9d3be39d-0e92-4c00-87aa-fcdc7af7b56c), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.055016 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f581486-ee7d-4d6e-b016-a1f023d4d2eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e3e79c-b281-462f-880b-83c917bcebf2,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:39.059851 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-0e4767f0-81ff-42d3-9c67-7ada9ddc57ed service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118478 Apr 12 20:06:39.123685 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-919c3b51-bb2c-4c9e-a37d-f106bd4a1114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.163561 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (9d3be39d-0e92-4c00-87aa-fcdc7af7b56c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.166938 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-38a221f2-1ade-4e82-938b-ac107f8b954f req-b9eb555b-8087-4688-820a-75fb0aaeaa1c service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997488 Apr 12 20:06:39.199574 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3be39d-0e92-4c00-87aa-fcdc7af7b56c,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:39.201730 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.204970 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-e6f81e81-80c0-470b-8e82-61d554f265c7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9d3be39d-0e92-4c00-87aa-fcdc7af7b56c HTTP/1.1" status: 204 len: 168 time: 0.3553088 Apr 12 20:06:39.207423 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41370) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:39.298857 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (a5c6131d-85b9-4491-b3d8-20f610568cbf), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.305178 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-919c3b51-bb2c-4c9e-a37d-f106bd4a1114 admin admin] Publish callbacks [] for security_group (f3f299a5-8d24-4ac2-92ee-aa01036bf5dd), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.310402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-919c3b51-bb2c-4c9e-a37d-f106bd4a1114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f3f299a5-8d24-4ac2-92ee-aa01036bf5dd), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.374207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c3b51-bb2c-4c9e-a37d-f106bd4a1114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f299a5-8d24-4ac2-92ee-aa01036bf5dd,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:39.390051 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-919c3b51-bb2c-4c9e-a37d-f106bd4a1114 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be732779d2a24fb28d767cec834710b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777913 Apr 12 20:06:39.391013 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41372) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:39.427206 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (a5c6131d-85b9-4491-b3d8-20f610568cbf), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.451774 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c6131d-85b9-4491-b3d8-20f610568cbf']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:39.461765 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06b85cd-458d-483a-8439-ff2bebc3931f') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:39.462056 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06b85cd-458d-483a-8439-ff2bebc3931f') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:39.471718 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (b06b85cd-458d-483a-8439-ff2bebc3931f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.490542 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e8c35c78-e24a-4d9a-9964-fbfb08e1ff67 admin admin] Publish callbacks [] for security_group (f3f299a5-8d24-4ac2-92ee-aa01036bf5dd), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.497340 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (b06b85cd-458d-483a-8439-ff2bebc3931f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (b06b85cd-458d-483a-8439-ff2bebc3931f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:06:39.515075 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:06:39.522046 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e8c35c78-e24a-4d9a-9964-fbfb08e1ff67 admin admin] Publish callbacks [] for security_group (f3f299a5-8d24-4ac2-92ee-aa01036bf5dd), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.570969 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e8c35c78-e24a-4d9a-9964-fbfb08e1ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f3f299a5-8d24-4ac2-92ee-aa01036bf5dd), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.572878 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (a5c6131d-85b9-4491-b3d8-20f610568cbf), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.573921 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e8c35c78-e24a-4d9a-9964-fbfb08e1ff67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.575078 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e8c35c78-e24a-4d9a-9964-fbfb08e1ff67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3f299a5-8d24-4ac2-92ee-aa01036bf5dd HTTP/1.1" status: 204 len: 168 time: 0.1830103 Apr 12 20:06:39.580126 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.584347 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a5c6131d-85b9-4491-b3d8-20f610568cbf HTTP/1.1" status: 204 len: 168 time: 0.3759880 Apr 12 20:06:39.588589 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c35c78-e24a-4d9a-9964-fbfb08e1ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f299a5-8d24-4ac2-92ee-aa01036bf5dd,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:39.595910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0787d3-d21e-4e1e-9e2c-a5d602fbbb87 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c6131d-85b9-4491-b3d8-20f610568cbf,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:39.720140 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41386) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:39.758893 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-22403b9b-884a-426b-a68c-119639fd8028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ec02e0dbce54b1e935e41eb4a0bd1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376301 Apr 12 20:06:39.761402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41388) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:39.807875 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a3270b0c-77e9-4ace-ba9b-a64ee66d1d49 admin admin] Publish callbacks [] for security_group (f2276cf0-435d-4d7a-8166-8f02b941328f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.834987 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a3270b0c-77e9-4ace-ba9b-a64ee66d1d49 admin admin] Publish callbacks [] for security_group (f2276cf0-435d-4d7a-8166-8f02b941328f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.888889 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a3270b0c-77e9-4ace-ba9b-a64ee66d1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f2276cf0-435d-4d7a-8166-8f02b941328f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.891651 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a3270b0c-77e9-4ace-ba9b-a64ee66d1d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.892809 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a3270b0c-77e9-4ace-ba9b-a64ee66d1d49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2276cf0-435d-4d7a-8166-8f02b941328f HTTP/1.1" status: 204 len: 168 time: 0.1305263 Apr 12 20:06:39.900935 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3270b0c-77e9-4ace-ba9b-a64ee66d1d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2276cf0-435d-4d7a-8166-8f02b941328f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:40.054748 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156a06f-f430-4e94-8267-a21e81cac4fd req-42976cae-09db-45e1-96a2-4ec9b0818144 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:40.056151 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8156a06f-f430-4e94-8267-a21e81cac4fd req-42976cae-09db-45e1-96a2-4ec9b0818144 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.0535727 Apr 12 20:06:40.109625 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8156a06f-f430-4e94-8267-a21e81cac4fd req-b0c1a2a4-16cb-451a-94ca-d5e94da0f91d tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459380 Apr 12 20:06:40.282089 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41416) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:40.296264 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41418) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:40.302844 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-0fabb7d3-11a9-49f7-9afd-7c68d74287f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256397786', 'description': 'tempest-description--1776768050'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:40.345300 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-211e10e3-2550-451b-a358-b79a0f49d321 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=671330c7096e40bbb7a9d8160bfb7f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598860 Apr 12 20:06:40.345702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41422) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:40.348592 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fabb7d3-11a9-49f7-9afd-7c68d74287f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.399413 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-87015d3c-c518-4ce1-a7a5-02ada8826097 admin admin] Publish callbacks [] for security_group (61821204-6275-48df-9e22-c2f592c181ff), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.422394 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-87015d3c-c518-4ce1-a7a5-02ada8826097 admin admin] Publish callbacks [] for security_group (61821204-6275-48df-9e22-c2f592c181ff), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.423020 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fabb7d3-11a9-49f7-9afd-7c68d74287f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group (2382af21-a9c5-46bc-896f-c7c696b3bea4), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.430630 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fabb7d3-11a9-49f7-9afd-7c68d74287f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (2382af21-a9c5-46bc-896f-c7c696b3bea4), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.466148 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fabb7d3-11a9-49f7-9afd-7c68d74287f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.467386 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0fabb7d3-11a9-49f7-9afd-7c68d74287f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1701474 Apr 12 20:06:40.469488 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabb7d3-11a9-49f7-9afd-7c68d74287f5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2382af21-a9c5-46bc-896f-c7c696b3bea4,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:40.471858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41426) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:40.477652 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-b391b89a-3018-47da-8cb2-df00d67496c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'security_group_rule': {'security_group_id': '2382af21-a9c5-46bc-896f-c7c696b3bea4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:40.485241 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-87015d3c-c518-4ce1-a7a5-02ada8826097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (61821204-6275-48df-9e22-c2f592c181ff), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.487727 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-87015d3c-c518-4ce1-a7a5-02ada8826097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.488841 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-87015d3c-c518-4ce1-a7a5-02ada8826097 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61821204-6275-48df-9e22-c2f592c181ff HTTP/1.1" status: 204 len: 168 time: 0.1421211 Apr 12 20:06:40.503470 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87015d3c-c518-4ce1-a7a5-02ada8826097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61821204-6275-48df-9e22-c2f592c181ff,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:40.524357 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b391b89a-3018-47da-8cb2-df00d67496c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group_rule (6c1fba60-7480-4fad-bf0a-8ae48047e938), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.619659 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b391b89a-3018-47da-8cb2-df00d67496c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group_rule (6c1fba60-7480-4fad-bf0a-8ae48047e938), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.626323 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b391b89a-3018-47da-8cb2-df00d67496c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (6c1fba60-7480-4fad-bf0a-8ae48047e938), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.647097 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b89a-3018-47da-8cb2-df00d67496c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1fba60-7480-4fad-bf0a-8ae48047e938,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:40.654400 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b391b89a-3018-47da-8cb2-df00d67496c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.655689 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b391b89a-3018-47da-8cb2-df00d67496c5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829681 Apr 12 20:06:40.658291 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41434) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:40.662728 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-e20a168e-59db-4552-b18d-d8c039b52f4a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'security_group_rule': {'security_group_id': '2382af21-a9c5-46bc-896f-c7c696b3bea4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:40.690268 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e20a168e-59db-4552-b18d-d8c039b52f4a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group_rule (a5a0cb87-75b3-486d-b982-00e351db9ee0), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.761679 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e20a168e-59db-4552-b18d-d8c039b52f4a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group_rule (a5a0cb87-75b3-486d-b982-00e351db9ee0), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.767645 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e20a168e-59db-4552-b18d-d8c039b52f4a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (a5a0cb87-75b3-486d-b982-00e351db9ee0), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.788739 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a168e-59db-4552-b18d-d8c039b52f4a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a0cb87-75b3-486d-b982-00e351db9ee0,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:40.799141 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e20a168e-59db-4552-b18d-d8c039b52f4a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.803768 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e20a168e-59db-4552-b18d-d8c039b52f4a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411989 Apr 12 20:06:40.804244 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41438) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:40.812227 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:40.835581 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.921142 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.065112 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Allocated IP 172.27.3.81 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/c4588697-4408-4d99-8e7c-2343f0e03c6f) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:06:41.173677 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.211438 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.254585 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:06:41.260121 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:41.266763 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:06:41.299617 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'Port': ['ID=c4588697-4408-4d99-8e7c-2343f0e03c6f,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:41.372854 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.419098 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.472370 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2be61-12db-4dbe-a5f9-5b796a005151 req-794fb294-786e-4b3a-b49b-9bb8d928294b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:41.473872 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2d2be61-12db-4dbe-a5f9-5b796a005151 req-794fb294-786e-4b3a-b49b-9bb8d928294b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.2955537 Apr 12 20:06:41.524447 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2d2be61-12db-4dbe-a5f9-5b796a005151 req-1824cc28-d271-4575-8c24-adbdb2dfcdd0 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Apr 12 20:06:41.576359 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.582079 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.650526 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'Port': ['ID=c4588697-4408-4d99-8e7c-2343f0e03c6f,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:41.673310 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.689642 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:41.691075 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-530050f9-fda5-46c0-8fc0-282eaa48c1e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8826234 Apr 12 20:06:41.828683 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41498) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:41.900679 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-6d41d4d2-10ce-4ba6-8794-0c6ddd873e37 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:41.902147 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-6d41d4d2-10ce-4ba6-8794-0c6ddd873e37 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/networks?id=ae782c42-33cb-4d70-84ff-1491d70943b1 HTTP/1.1" status: 200 len: 813 time: 0.1262426 Apr 12 20:06:41.928438 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-7b0ea875-e7a1-4ffd-8307-67bf03c619c2 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/quotas/32056c99a0d44cc285339ce7ea8e564a HTTP/1.1" status: 200 len: 375 time: 0.0206635 Apr 12 20:06:41.931737 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-64e02128-4e81-4b97-a7d0-c4cf66e838da tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--256397786&fields=id&tenant_id=b2e93dcd7cea4884b0e54767d547a76b HTTP/1.1" status: 200 len: 267 time: 0.0708158 Apr 12 20:06:41.969311 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-74d943d4-d211-476d-bd3e-793cb1722ae5 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32056c99a0d44cc285339ce7ea8e564a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351281 Apr 12 20:06:41.981663 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd868-bcee-453f-acf8-17bb7668e0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.065570 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd868-bcee-453f-acf8-17bb7668e0f7 admin admin] Publish callbacks [] for security_group (7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.073125 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd868-bcee-453f-acf8-17bb7668e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.115625 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-1e4cd868-bcee-453f-acf8-17bb7668e0f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91eba83f88f542aba14b5c72bb39f6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834866 Apr 12 20:06:42.116578 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41510) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:42.118147 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cd868-bcee-453f-acf8-17bb7668e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:42.135075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-c051bda2-6246-4935-b692-349ef18b9ee0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:42.136581 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-c051bda2-6246-4935-b692-349ef18b9ee0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 819 time: 0.1942139 Apr 12 20:06:42.143525 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-6b817c7a-2e94-4183-a00c-26b2a4478f37 service neutron] 10.222.0.43 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642733 Apr 12 20:06:42.187409 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-fbf4f67b-f647-4bbe-a343-6921655d56a0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/quotas/b2e93dcd7cea4884b0e54767d547a76b HTTP/1.1" status: 200 len: 375 time: 0.0414860 Apr 12 20:06:42.295589 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-f342f862-0741-4da3-bb28-c57c50ca6a03 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0941327 Apr 12 20:06:42.295781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b98b3a73-2cb4-40a5-8650-15789e512720 admin admin] Publish callbacks [] for security_group (7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.345867 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-941f7140-b96a-4504-84fa-cf320455aaa5 service neutron] 10.222.0.43 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920838 Apr 12 20:06:42.382662 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b98b3a73-2cb4-40a5-8650-15789e512720 admin admin] Publish callbacks [] for security_group (7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.436500 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-508d7d1f-9561-4859-be1b-56ab3d71c7bf service neutron] 10.222.0.43 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306038 Apr 12 20:06:42.505285 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b98b3a73-2cb4-40a5-8650-15789e512720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.507938 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b98b3a73-2cb4-40a5-8650-15789e512720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.511710 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-b98b3a73-2cb4-40a5-8650-15789e512720 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7 HTTP/1.1" status: 204 len: 168 time: 0.3902781 Apr 12 20:06:42.522676 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b3a73-2cb4-40a5-8650-15789e512720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a126f8d-ed12-4b3d-942e-b3c7ac5f7db7,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:42.577911 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-5ad28aa1-7edd-4877-a44c-fee57f27dd16 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c80c57b8050e45a7ab9b040f0d29ea59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363555 Apr 12 20:06:42.579832 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-6bbca28c-9f04-465c-9374-9a9ecb19ae76 service neutron] 10.222.0.43 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372099 Apr 12 20:06:42.812688 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-2b4eea54-89b9-4765-9464-c9acad352b2c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:42.821598 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-2b4eea54-89b9-4765-9464-c9acad352b2c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371268 Apr 12 20:06:42.861214 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-bc037b28-ede7-497b-8021-b24e1d78e069 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/quotas/c80c57b8050e45a7ab9b040f0d29ea59 HTTP/1.1" status: 200 len: 375 time: 0.0382128 Apr 12 20:06:42.890071 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d1bc16d4-a248-4c65-b513-e32f15e7735c req-ad1f7e91-20b1-43f3-a196-9aa2ead82a73 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 210 time: 0.0657654 Apr 12 20:06:42.922837 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-0f230dd6-dc43-4e42-991b-a53ee5d3249a tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c80c57b8050e45a7ab9b040f0d29ea59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429566 Apr 12 20:06:43.069913 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66c7fc-eb5c-4f9e-941a-8ba18e70db76 req-cb5dc8eb-db1d-44b6-9901-7418b933c195 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:43.077389 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2c66c7fc-eb5c-4f9e-941a-8ba18e70db76 req-cb5dc8eb-db1d-44b6-9901-7418b933c195 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.0863478 Apr 12 20:06:43.200113 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9268d812-bfef-4911-9240-3a267ef9bb93 req-6fb3cd8a-a524-48c9-91ab-1951ea464d00 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 210 time: 0.0785172 Apr 12 20:06:43.204243 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2c66c7fc-eb5c-4f9e-941a-8ba18e70db76 req-9b6c460e-fcef-4a53-bc2a-310dbd43b4e5 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212406 Apr 12 20:06:43.313249 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0914a7e0-acc1-4499-a898-64ab134e8690 req-bc5290b3-44d2-402b-8c44-200603bc2a40 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 210 time: 0.0496767 Apr 12 20:06:43.978438 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-4ff45558-a664-457a-af06-fc340958b2b3 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:43.979919 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-4ff45558-a664-457a-af06-fc340958b2b3 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "GET /v2.0/networks?id=ae782c42-33cb-4d70-84ff-1491d70943b1 HTTP/1.1" status: 200 len: 813 time: 0.1539731 Apr 12 20:06:44.007528 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fad99725-088f-4dc5-87f4-64fe667cdaaa req-68a765d8-3b8b-44b6-ba71-33ed7648baa4 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 210 time: 0.0305402 Apr 12 20:06:44.310548 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Request body: {'port': {'device_id': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1', 'admin_state_up': True, 'tenant_id': '32056c99a0d44cc285339ce7ea8e564a'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:44.372251 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482d74-4677-4e25-af83-c64f19f68fb7 req-6ee9143f-c00b-4041-94ac-b2304e34d413 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:44.379737 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ea482d74-4677-4e25-af83-c64f19f68fb7 req-6ee9143f-c00b-4041-94ac-b2304e34d413 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.0864115 Apr 12 20:06:44.383802 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c937891f-b596-4318-ac2c-76147af7112d req-e7481b4b-2190-4e28-a2a8-33b67502826e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 210 time: 0.0991108 Apr 12 20:06:44.436391 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ea482d74-4677-4e25-af83-c64f19f68fb7 req-02b18137-8207-4a7d-bcb3-29e02f3a4d06 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554662 Apr 12 20:06:44.486125 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Made reservation on behalf of 32056c99a0d44cc285339ce7ea8e564a for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:44.489524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:44.497599 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cd10ed4d-a952-48bf-9af7-ccf01f8827e2 req-2c0ce44b-4b7f-40da-82d6-29bb9e3b84a6 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Apr 12 20:06:44.619155 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Allocated IP 172.20.0.3 (ae782c42-33cb-4d70-84ff-1491d70943b1/cab1c27a-6ddf-4443-a2ae-a6505e529e3f/e76eefac-f35c-467c-8231-21891ec714de) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:06:44.768148 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks [] for port (e76eefac-f35c-467c-8231-21891ec714de), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:44.801804 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (e76eefac-f35c-467c-8231-21891ec714de), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:44.845578 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Network ae782c42-33cb-4d70-84ff-1491d70943b1 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:06:44.850935 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:44.854788 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:06:44.882338 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Pushing event updated for resources: {'Port': ['ID=e76eefac-f35c-467c-8231-21891ec714de,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:44.916258 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:44.916914 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:44.952677 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-773e75bb-849a-49ab-96f0-5d10e053d9eb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459935 Apr 12 20:06:45.121566 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10697195-12e9-4b5a-9107-49046a57e3aa req-3ebe1627-04d1-46c4-bdac-14ce3ea9a755 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:45.123023 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-10697195-12e9-4b5a-9107-49046a57e3aa req-3ebe1627-04d1-46c4-bdac-14ce3ea9a755 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 931 time: 0.0499122 Apr 12 20:06:45.172977 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-10697195-12e9-4b5a-9107-49046a57e3aa req-1f5517b3-6f85-4593-8fba-60d769279a87 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Apr 12 20:06:45.221023 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Request body: {'port': {'device_id': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:45.293219 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e76eefac-f35c-467c-8231-21891ec714de), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:45.337768 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-e6d7cdba-456f-4a47-9aaf-82f77eff28a4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:45.339266 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-e6d7cdba-456f-4a47-9aaf-82f77eff28a4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 819 time: 0.1156271 Apr 12 20:06:45.485089 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1467cd29-45f4-4fed-9d10-e1b22a184213 req-ae2883a7-a6d1-49d0-b868-10e28f20f015 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 210 time: 0.0298557 Apr 12 20:06:45.553729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c495-ee3d-4915-b8f8-8d1baf20a58b req-4255d61c-bdad-40e5-99c1-9dd6939d61df tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:45.555651 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9787c495-ee3d-4915-b8f8-8d1baf20a58b req-4255d61c-bdad-40e5-99c1-9dd6939d61df tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.0475452 Apr 12 20:06:45.572524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76eefac-f35c-467c-8231-21891ec714de {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:45.580045 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Publish callbacks [] for port (e76eefac-f35c-467c-8231-21891ec714de), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:45.593092 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Transition to ACTIVE for port object e76eefac-f35c-467c-8231-21891ec714de will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:06:45.597078 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (e76eefac-f35c-467c-8231-21891ec714de), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:45.608804 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b50777f3-6813-4012-8862-cfc604b265e2 req-f9d9daf2-69ea-42bc-81d3-fe7184e908d3 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 210 time: 0.0333982 Apr 12 20:06:45.633042 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9787c495-ee3d-4915-b8f8-8d1baf20a58b req-c7856247-6a94-4619-ac17-d89a65f4c9bd tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716021 Apr 12 20:06:45.651296 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Pushing event updated for resources: {'Port': ['ID=e76eefac-f35c-467c-8231-21891ec714de,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:45.713533 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Attempting to bind port e76eefac-f35c-467c-8231-21891ec714de on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:06:45.713868 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Attempting to bind port e76eefac-f35c-467c-8231-21891ec714de by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:06:45.714190 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Attempting to bind port e76eefac-f35c-467c-8231-21891ec714de on network ae782c42-33cb-4d70-84ff-1491d70943b1 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:45.718465 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Port e76eefac-f35c-467c-8231-21891ec714de on network ae782c42-33cb-4d70-84ff-1491d70943b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:06:45.718781 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Attempting to bind port e76eefac-f35c-467c-8231-21891ec714de on network ae782c42-33cb-4d70-84ff-1491d70943b1 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:45.723803 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:06:45.724137 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Checking segment: {'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:06:45.724702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Bound using segment: {'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:06:45.724951 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Bound port: e76eefac-f35c-467c-8231-21891ec714de, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:06:45.725302 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e76eefac-f35c-467c-8231-21891ec714de), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:45.796240 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] For port e76eefac-f35c-467c-8231-21891ec714de, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:06:45.799356 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] For port e76eefac-f35c-467c-8231-21891ec714de, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e76eefac-f35c-467c-8231-21891ec714de,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:06:45.805803 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (e76eefac-f35c-467c-8231-21891ec714de), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:45.839902 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:45.840505 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:45.841949 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] 10.222.0.60 "PUT /v2.0/ports/e76eefac-f35c-467c-8231-21891ec714de HTTP/1.1" status: 200 len: 1093 time: 0.6269262 Apr 12 20:06:45.842395 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'tag': 'e76eefac-f35c-467c-8231-21891ec714de'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:45.844852 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df7912a-8fde-45c4-ac3c-d381bba0a4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a941f4e-2d21-4f07-be78-3c974ca03d8e", "tag": "e76eefac-f35c-467c-8231-21891ec714de"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:45.865365 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b379445-1f9f-40fc-87c5-bbd7cb09f392 service neutron] Pushing event updated for resources: {'Port': ['ID=e76eefac-f35c-467c-8231-21891ec714de,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:45.881812 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35c7675-c3ba-4b8e-af24-4a45d89a1e2c x-openstack-request-id: req-b35c7675-c3ba-4b8e-af24-4a45d89a1e2c {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:45.882717 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a941f4e-2d21-4f07-be78-3c974ca03d8e", "tag": "e76eefac-f35c-467c-8231-21891ec714de", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:45.882998 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b35c7675-c3ba-4b8e-af24-4a45d89a1e2c {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:45.883400 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35c7675-c3ba-4b8e-af24-4a45d89a1e2c'] response: {'name': 'network-changed', 'server_uuid': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'tag': 'e76eefac-f35c-467c-8231-21891ec714de', 'status': 'completed', 'code': 200} Apr 12 20:06:45.919673 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-03110377-556d-462f-870c-0c6949f8a0bb tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c80c57b8050e45a7ab9b040f0d29ea59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324538 Apr 12 20:06:45.960815 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a4452c45-b422-4bc4-80af-1cbfd6653fcb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e93dcd7cea4884b0e54767d547a76b HTTP/1.1" status: 200 len: 379 time: 0.0769527 Apr 12 20:06:46.285440 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0077fd-3094-4781-adbf-c88345296f06 req-fe645c5d-8fbe-4d4f-b8da-b0c6066307df tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:46.286941 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cf0077fd-3094-4781-adbf-c88345296f06 req-fe645c5d-8fbe-4d4f-b8da-b0c6066307df tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 943 time: 0.0473049 Apr 12 20:06:46.338464 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cf0077fd-3094-4781-adbf-c88345296f06 req-ba45631d-0935-4d19-9d3f-975292c3c93c tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451243 Apr 12 20:06:46.582626 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-911ad2b3-89dd-4ace-96ba-0159684b1b7d req-3ed89d40-58d8-4d4c-af07-693792e1975a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 210 time: 0.0284791 Apr 12 20:06:46.707677 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ea06d906-fc2e-403c-bc70-307a3d6c808e req-bf81a1cc-3dbb-4375-a921-2e755c306c89 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 210 time: 0.0297122 Apr 12 20:06:46.756214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb419d-9bf6-4268-b65e-e3ef2fc24f7e req-41630998-0b10-4b30-a876-d74d0ca62b7c tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:46.759954 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-49bb419d-9bf6-4268-b65e-e3ef2fc24f7e req-41630998-0b10-4b30-a876-d74d0ca62b7c tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 944 time: 0.0553892 Apr 12 20:06:46.806865 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-49bb419d-9bf6-4268-b65e-e3ef2fc24f7e req-48dc7e8d-bf9e-4c33-96e7-24e2e59e370e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 Apr 12 20:06:47.371536 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'port': {'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'admin_state_up': True, 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'security_groups': ['2382af21-a9c5-46bc-896f-c7c696b3bea4']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:47.493244 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94fde3-d436-475f-9ba3-ba9378d9ed33 req-72ae2f70-1999-48f0-ae8d-8db4205678a9 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:47.494707 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c94fde3-d436-475f-9ba3-ba9378d9ed33 req-72ae2f70-1999-48f0-ae8d-8db4205678a9 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 943 time: 0.0670130 Apr 12 20:06:47.523122 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7912a-8fde-45c4-ac3c-d381bba0a4f9 req-fca6c148-6a7c-400b-9023-8c097c67954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:47.524657 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0df7912a-8fde-45c4-ac3c-d381bba0a4f9 req-fca6c148-6a7c-400b-9023-8c097c67954a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32056c99a0d44cc285339ce7ea8e564a&device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 1127 time: 0.1563511 Apr 12 20:06:47.558075 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c94fde3-d436-475f-9ba3-ba9378d9ed33 req-9522115c-ac2c-479d-9ffc-52b56738d735 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546985 Apr 12 20:06:47.559124 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Made reservation on behalf of b2e93dcd7cea4884b0e54767d547a76b for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:47.562421 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:47.674437 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:06:47.713033 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-57e0af39-73e8-4d06-952c-06b106c661d0 req-5703931e-fb3f-4002-bd0b-bbc98fa1ab16 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 210 time: 0.0403616 Apr 12 20:06:47.728715 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Allocated IP 172.20.0.8 (517ca231-edc3-44bd-93c0-c3bf7073e0a0/f709181a-b926-4f7a-a616-66536122e6c4/28c8fb81-cfeb-4adb-906b-0c62f56c6558) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:06:47.788813 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:47.800864 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'port_id': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'mac_address': 'fa:16:3e:bc:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:06:47.839289 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:47.839719 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:47.858382 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:47.879101 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:47.882763 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-dce66cfb-d67d-4079-b36c-f71fb0e2e721 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:47.884368 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-dce66cfb-d67d-4079-b36c-f71fb0e2e721 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5172119 Apr 12 20:06:47.885465 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:47.889413 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-45b6bb4a-93e0-45ab-8598-0aaa067305e2 req-694e0ca2-b9aa-4a88-bf00-bdf2200b19d4 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 210 time: 0.0473075 Apr 12 20:06:47.899422 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Request body: {'port': {'device_id': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1', 'admin_state_up': True, 'tenant_id': 'c80c57b8050e45a7ab9b040f0d29ea59'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:47.938290 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:47.972099 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7912a-8fde-45c4-ac3c-d381bba0a4f9 req-4c4a9741-080f-4684-bdda-a6e0443de4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:47.973570 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0df7912a-8fde-45c4-ac3c-d381bba0a4f9 req-4c4a9741-080f-4684-bdda-a6e0443de4a8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=32056c99a0d44cc285339ce7ea8e564a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4140129 Apr 12 20:06:47.973942 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518abc4-e537-495f-bb1c-810832597ad3 req-520e7f0b-7590-4730-8c29-287acdfba068 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:47.975446 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e518abc4-e537-495f-bb1c-810832597ad3 req-520e7f0b-7590-4730-8c29-287acdfba068 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 945 time: 0.0849562 Apr 12 20:06:47.986166 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.047835 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e518abc4-e537-495f-bb1c-810832597ad3 req-5ff78197-8dd3-4e64-8fc1-f1bcc4a970ab tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646558 Apr 12 20:06:48.059745 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.099041 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Made reservation on behalf of c80c57b8050e45a7ab9b040f0d29ea59 for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:48.102436 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.113950 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.116722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event updated for resources: {'Port': ['ID=28c8fb81-cfeb-4adb-906b-0c62f56c6558,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:48.117428 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7912a-8fde-45c4-ac3c-d381bba0a4f9 req-05551c9a-f1a2-4181-a32d-e6bd0c28441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:48.118929 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0df7912a-8fde-45c4-ac3c-d381bba0a4f9 req-05551c9a-f1a2-4181-a32d-e6bd0c28441b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364577 Apr 12 20:06:48.134051 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:06:48.136891 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:48.139443 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:06:48.211245 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:48.211968 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.214058 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks [] for security_group (a5e3e204-1855-4405-9536-a220ad3e31b4), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.231375 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (a5e3e204-1855-4405-9536-a220ad3e31b4), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.247612 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-a8c22745-e756-44f1-a163-d60e69e0ae06 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806710 Apr 12 20:06:48.278511 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e3e204-1855-4405-9536-a220ad3e31b4,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:48.333157 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:06:48.383406 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Request body: {'port': {'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:48.450676 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-ef3c1f3d-635c-42c9-a41d-75869bbf0e58 None None] Provisioning complete for port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:06:48.451629 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ef3c1f3d-635c-42c9-a41d-75869bbf0e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.466613 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Allocated IP 192.168.233.184 (c4be9a69-4933-43d3-9efa-759673326df1/ca785aa5-22e5-4201-9e95-541fdf68a6cf/535daff8-69f8-439a-8403-910d2bfeb6d2) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:06:48.535250 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c1f3d-635c-42c9-a41d-75869bbf0e58 None None] Port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:06:48.552968 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.574883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668d57b-02b8-4de4-b194-b8dd6a82ef40 req-03923b1f-b853-455d-9ed9-f22ce2cd8abd tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:48.575957 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f668d57b-02b8-4de4-b194-b8dd6a82ef40 req-03923b1f-b853-455d-9ed9-f22ce2cd8abd tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0657260 Apr 12 20:06:48.615537 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-e33a8fa8-6db5-4286-baad-39637b59968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:48.617075 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-e33a8fa8-6db5-4286-baad-39637b59968b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32056c99a0d44cc285339ce7ea8e564a&device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 1127 time: 0.1459517 Apr 12 20:06:48.675597 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-bbfcc2f7-96d3-4a34-9ed8-77574671c9c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e76eefac-f35c-467c-8231-21891ec714de HTTP/1.1" status: 200 len: 217 time: 0.0472393 Apr 12 20:06:48.696096 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks [] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.746327 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-351eb49f-0193-424a-a479-baaf59cb1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:48.747554 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f668d57b-02b8-4de4-b194-b8dd6a82ef40 req-fb8b84ca-d053-4781-9218-97dc9ea310e2 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466134 Apr 12 20:06:48.747830 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-351eb49f-0193-424a-a479-baaf59cb1616 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cab1c27a-6ddf-4443-a2ae-a6505e529e3f HTTP/1.1" status: 200 len: 853 time: 0.0634294 Apr 12 20:06:48.768639 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381fde8-b743-4be7-9603-059bff57042a req-b5667eb3-1c17-41c0-93a6-1b97bc52487b tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:48.770316 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8381fde8-b743-4be7-9603-059bff57042a req-b5667eb3-1c17-41c0-93a6-1b97bc52487b tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 943 time: 0.0827219 Apr 12 20:06:48.770793 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41716) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:48.788142 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-1b3ad09f-f0a4-428d-b38d-56f898fd6d76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae782c42-33cb-4d70-84ff-1491d70943b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329986 Apr 12 20:06:48.791760 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.899979 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Network c4be9a69-4933-43d3-9efa-759673326df1 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:06:48.904404 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Pushing event updated for resources: {'Port': ['ID=535daff8-69f8-439a-8403-910d2bfeb6d2,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:48.907185 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:48.911384 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:06:48.991315 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:48.992043 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:48.996439 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-5a0439bb-2761-4d56-aa86-c1f1d7ed0b2d service neutron] 10.222.0.60 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882451 Apr 12 20:06:49.034933 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-146c9a54-924e-460c-9576-122c4651ef3c tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1413252 Apr 12 20:06:49.073893 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Request body: {'port': {'device_id': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:49.155872 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.174305 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9316d44b-abbb-4cb4-968b-63178273f4b8 req-805446b8-38d9-472d-bae2-35e1f47f7609 service neutron] 10.222.0.60 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684840 Apr 12 20:06:49.193810 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8381fde8-b743-4be7-9603-059bff57042a req-e1da50bb-d29f-4765-9d04-90a9b4cc9439 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047678 Apr 12 20:06:49.200833 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea8a044-f201-447d-b4fc-bf99880642e3 tempest-TestMinimumBasicScenario-343445992 tempest-TestMinimumBasicScenario-343445992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:49.201874 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-aea8a044-f201-447d-b4fc-bf99880642e3 tempest-TestMinimumBasicScenario-343445992 tempest-TestMinimumBasicScenario-343445992-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1124 time: 0.4208734 Apr 12 20:06:49.205069 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41724) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:49.217902 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f132-42ee-4810-abf4-fe7679681de3 req-22f3a4d4-e550-44ac-9112-a08f3f00169a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:49.218060 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'port_id': '08dc07ee-73a3-4564-a121-264b6b58974c', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:49.218149 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a69f132-42ee-4810-abf4-fe7679681de3 req-22f3a4d4-e550-44ac-9112-a08f3f00169a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 931 time: 0.3799586 Apr 12 20:06:49.269506 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-6f0e9b77-eff2-43f4-aed9-9cf0a0df5b95 None None] Provisioning complete for port 535daff8-69f8-439a-8403-910d2bfeb6d2 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:06:49.270130 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9b77-eff2-43f4-aed9-9cf0a0df5b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.307749 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.309088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a69f132-42ee-4810-abf4-fe7679681de3 req-44d8deee-3a50-43ad-a541-4481f2c52a1f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881326 Apr 12 20:06:49.326077 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e9b77-eff2-43f4-aed9-9cf0a0df5b95 None None] Port 535daff8-69f8-439a-8403-910d2bfeb6d2 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:06:49.339529 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c8fb81-cfeb-4adb-906b-0c62f56c6558 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:49.350714 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Publish callbacks [] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.365815 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3a0f-2e4c-4db6-b22f-bbea25db0541 req-96730268-a252-49c2-bb48-5ddbdf4b642a tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:49.367292 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e9e3a0f-2e4c-4db6-b22f-bbea25db0541 req-96730268-a252-49c2-bb48-5ddbdf4b642a tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 936 time: 0.0823526 Apr 12 20:06:49.376466 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Transition to ACTIVE for port object 28c8fb81-cfeb-4adb-906b-0c62f56c6558 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:06:49.391973 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.452400 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.565502 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e9e3a0f-2e4c-4db6-b22f-bbea25db0541 req-86682ff8-6557-483c-9368-965415116962 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876357 Apr 12 20:06:49.579450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4f3cd-4453-45c2-a592-ee6ad020d3b9 req-51e0f39d-034f-4f3c-b472-31a37996d87f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:49.586579 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-70b4f3cd-4453-45c2-a592-ee6ad020d3b9 req-51e0f39d-034f-4f3c-b472-31a37996d87f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 945 time: 0.1851070 Apr 12 20:06:49.614401 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Allocated IP 172.27.3.38 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:06:49.620966 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Pushing event updated for resources: {'Port': ['ID=28c8fb81-cfeb-4adb-906b-0c62f56c6558,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:49.679426 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535daff8-69f8-439a-8403-910d2bfeb6d2 {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:49.682214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Attempting to bind port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:06:49.682554 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Attempting to bind port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:06:49.682874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Attempting to bind port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:49.693859 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:06:49.694182 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Attempting to bind port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 on network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:49.707103 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:06:49.707438 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Checking segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:06:49.707842 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Bound using segment: {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:06:49.708268 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Bound port: 28c8fb81-cfeb-4adb-906b-0c62f56c6558, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bede1697-10a0-49b4-bcb6-93b2078109c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:06:49.708655 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.711786 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Publish callbacks [] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.727353 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-70b4f3cd-4453-45c2-a592-ee6ad020d3b9 req-af6b725c-858a-4d89-9897-859bc4697f21 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396780 Apr 12 20:06:49.741540 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Transition to ACTIVE for port object 535daff8-69f8-439a-8403-910d2bfeb6d2 will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:06:49.746611 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:06:49.751443 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.804397 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] For port 28c8fb81-cfeb-4adb-906b-0c62f56c6558, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:06:49.807126 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.808248 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] For port 28c8fb81-cfeb-4adb-906b-0c62f56c6558, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:06:49.819299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.824254 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:06:49.835664 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:06:49.836233 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.880057 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Pushing event updated for resources: {'Port': ['ID=535daff8-69f8-439a-8403-910d2bfeb6d2,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:49.881939 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:49.882588 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.896793 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] 10.222.0.60 "PUT /v2.0/ports/28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 200 len: 1093 time: 1.5190067 Apr 12 20:06:49.897295 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:49.899679 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11e71e1-b721-465b-a842-f7fcbb13bc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:49.931216 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:49.957638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3965a6-5af0-4872-8057-81d11e937aba service neutron] Pushing event updated for resources: {'Port': ['ID=28c8fb81-cfeb-4adb-906b-0c62f56c6558,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:49.981147 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8479bb26-688e-405f-bcc3-2ef14f911947 x-openstack-request-id: req-8479bb26-688e-405f-bcc3-2ef14f911947 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:49.981598 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:49.982004 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8479bb26-688e-405f-bcc3-2ef14f911947 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:49.982593 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8479bb26-688e-405f-bcc3-2ef14f911947'] response: {'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'status': 'completed', 'code': 200} Apr 12 20:06:50.010895 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'Port': ['ID=0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:50.017080 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:06:50.021978 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:50.022453 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.030316 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:50.032711 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:06:50.061339 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:50.065406 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54256bfd-681d-44d7-a776-a462fd7badde" -d '{"events": [{"server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "name": "network-vif-plugged", "status": "completed", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:50.071712 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Attempting to bind port 535daff8-69f8-439a-8403-910d2bfeb6d2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:06:50.072043 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Attempting to bind port 535daff8-69f8-439a-8403-910d2bfeb6d2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:06:50.072713 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Attempting to bind port 535daff8-69f8-439a-8403-910d2bfeb6d2 on network c4be9a69-4933-43d3-9efa-759673326df1 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:50.092517 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:50.101302 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Port 535daff8-69f8-439a-8403-910d2bfeb6d2 on network c4be9a69-4933-43d3-9efa-759673326df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:06:50.101647 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Attempting to bind port 535daff8-69f8-439a-8403-910d2bfeb6d2 on network c4be9a69-4933-43d3-9efa-759673326df1 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:06:50.102132 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.116719 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:06:50.117334 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Checking segment: {'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:06:50.117782 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Bound using segment: {'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:06:50.118292 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Bound port: 535daff8-69f8-439a-8403-910d2bfeb6d2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c099a1d5-1a63-42e8-95dc-cbb97d0b673b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:06:50.118715 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.132746 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14aca98-76f1-455d-9ba9-d5dae0c346ee x-openstack-request-id: req-a14aca98-76f1-455d-9ba9-d5dae0c346ee {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:50.133181 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "name": "network-vif-plugged", "status": "completed", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:50.133462 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a14aca98-76f1-455d-9ba9-d5dae0c346ee {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:50.133969 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14aca98-76f1-455d-9ba9-d5dae0c346ee'] response: {'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'code': 200} Apr 12 20:06:50.173172 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:50.258849 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] For port 535daff8-69f8-439a-8403-910d2bfeb6d2, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:06:50.263634 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] For port 535daff8-69f8-439a-8403-910d2bfeb6d2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=535daff8-69f8-439a-8403-910d2bfeb6d2,segment=NetworkSegment(c099a1d5-1a63-42e8-95dc-cbb97d0b673b),segment_id=c099a1d5-1a63-42e8-95dc-cbb97d0b673b)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:06:50.309176 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.316651 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f19412-6f7e-4da5-a7f0-c06b45852291 req-7a48a854-0d28-495b-bcc2-0be54f9813c7 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:50.318169 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60f19412-6f7e-4da5-a7f0-c06b45852291 req-7a48a854-0d28-495b-bcc2-0be54f9813c7 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 943 time: 0.0483046 Apr 12 20:06:50.371364 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60f19412-6f7e-4da5-a7f0-c06b45852291 req-59aa501c-6979-46a8-aa45-7b9b79c9d14d tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470686 Apr 12 20:06:50.379234 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:50.379883 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.381384 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/535daff8-69f8-439a-8403-910d2bfeb6d2 HTTP/1.1" status: 200 len: 1098 time: 1.3130827 Apr 12 20:06:50.381826 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'tag': '535daff8-69f8-439a-8403-910d2bfeb6d2'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:50.384421 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7f7b4a-aedb-468a-b0c6-a7d4d18a0978" -d '{"events": [{"name": "network-changed", "server_uuid": "0faf03f7-08c1-48cb-a900-cc897e9d23b8", "tag": "535daff8-69f8-439a-8403-910d2bfeb6d2"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:50.425374 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334486bf-47b0-471a-b78d-167c9af166d6 service neutron] Pushing event updated for resources: {'Port': ['ID=535daff8-69f8-439a-8403-910d2bfeb6d2,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:50.432480 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcf43c5-4c0d-465f-adbc-86c855aab311 x-openstack-request-id: req-fbcf43c5-4c0d-465f-adbc-86c855aab311 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:50.432768 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0faf03f7-08c1-48cb-a900-cc897e9d23b8", "tag": "535daff8-69f8-439a-8403-910d2bfeb6d2", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:50.433029 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbcf43c5-4c0d-465f-adbc-86c855aab311 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:50.433435 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbcf43c5-4c0d-465f-adbc-86c855aab311'] response: {'name': 'network-changed', 'server_uuid': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'tag': '535daff8-69f8-439a-8403-910d2bfeb6d2', 'status': 'completed', 'code': 200} Apr 12 20:06:50.468514 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21197842-a22b-40f7-b310-4955e6d83ea1 req-38eb5b4e-6b72-4c2f-960f-3021b69d7ae7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:50.475721 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-21197842-a22b-40f7-b310-4955e6d83ea1 req-38eb5b4e-6b72-4c2f-960f-3021b69d7ae7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.0608296 Apr 12 20:06:50.518988 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-21197842-a22b-40f7-b310-4955e6d83ea1 req-e4c7b12c-3dcf-45ce-b642-b655dd9a2ac8 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Apr 12 20:06:50.594801 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for floatingip (a62717b2-5790-4c1f-bc1e-c3acb514803c), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.668041 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.693582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc00f33-3f04-482e-a800-d816339acd5e req-f2842ed7-1939-4384-8055-4eebdc99cece tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:50.695117 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0cc00f33-3f04-482e-a800-d816339acd5e req-f2842ed7-1939-4384-8055-4eebdc99cece tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 948 time: 0.0533872 Apr 12 20:06:50.743197 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0cc00f33-3f04-482e-a800-d816339acd5e req-e61e3cf1-5524-4526-b58f-98292646426f tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Apr 12 20:06:50.819760 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.826785 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:50.834177 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7bafd-ef05-49ea-8d3f-eec57742e6c8 req-d19522d0-ab7f-4ead-a78d-79f29762ecc3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:50.836044 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-49f7bafd-ef05-49ea-8d3f-eec57742e6c8 req-d19522d0-ab7f-4ead-a78d-79f29762ecc3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0477383 Apr 12 20:06:50.883792 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-49f7bafd-ef05-49ea-8d3f-eec57742e6c8 req-8c305a59-6f05-4f4a-9a17-025208f1c190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420141 Apr 12 20:06:50.902908 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'Port': ['ID=0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:50.910312 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (a62717b2-5790-4c1f-bc1e-c3acb514803c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.244269 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Floating IP a62717b2-5790-4c1f-bc1e-c3acb514803c associated. External IP: 172.27.3.38, port: 08dc07ee-73a3-4564-a121-264b6b58974c. Apr 12 20:06:51.326021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41768) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:51.431464 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fcae9ac0-9408-41fd-b8a3-b96cf7f74750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.460879 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Router ec024e07-8b98-43bb-be2f-0ee6276d4b50 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:06:51.500874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651923a-e08b-44df-acf3-b607585141c3 req-fa702a12-0841-4e25-8949-8eb59c6cbbfa tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:51.502356 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3651923a-e08b-44df-acf3-b607585141c3 req-fa702a12-0841-4e25-8949-8eb59c6cbbfa tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 943 time: 0.0626962 Apr 12 20:06:51.576915 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3651923a-e08b-44df-acf3-b607585141c3 req-47058fad-d04e-4a1a-8a93-dd6b004dd45e tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681705 Apr 12 20:06:51.577134 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:06:51.587116 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fcae9ac0-9408-41fd-b8a3-b96cf7f74750 admin admin] Publish callbacks [] for security_group (2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.596616 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fcae9ac0-9408-41fd-b8a3-b96cf7f74750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.597768 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] Sync routers for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:06:51.599379 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.614649 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:06:51.615681 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:06:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:51.641468 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-35e3adf8-f322-4bc8-a7a9-a54d5d249c5a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4353135 Apr 12 20:06:51.647943 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41776) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:51.652907 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-167916b1-3e54-49dc-9641-864d29b4db49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719120155', 'description': 'tempest-secgroup-smoke-1719120155 description', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:51.671424 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae9ac0-9408-41fd-b8a3-b96cf7f74750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:51.675658 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-167916b1-3e54-49dc-9641-864d29b4db49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.680437 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-fcae9ac0-9408-41fd-b8a3-b96cf7f74750 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2960f957182f4877900cfe0f77ae5031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532043 Apr 12 20:06:51.681648 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41778) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:51.703026 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62311b66-b753-4d2c-bc43-37257bb2c502 req-a692ec74-c33d-467c-807a-bfbf514954c2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:51.704516 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-62311b66-b753-4d2c-bc43-37257bb2c502 req-a692ec74-c33d-467c-807a-bfbf514954c2 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.1096082 Apr 12 20:06:51.728763 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:06:51.748931 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e76eefac-f35c-467c-8231-21891ec714de details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:06:51.754183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-167916b1-3e54-49dc-9641-864d29b4db49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group (59b3cb58-17dd-4ea6-9477-2d5952031dbd), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.759689 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-167916b1-3e54-49dc-9641-864d29b4db49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (59b3cb58-17dd-4ea6-9477-2d5952031dbd), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.780229 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34fc04fa-b2dd-47db-a68f-f3e3118d7544 admin admin] Publish callbacks [] for security_group (2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.796553 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-62311b66-b753-4d2c-bc43-37257bb2c502 req-ef20d627-d508-41c7-b7cb-b9da0add79f7 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762925 Apr 12 20:06:51.813517 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167916b1-3e54-49dc-9641-864d29b4db49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b3cb58-17dd-4ea6-9477-2d5952031dbd,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:51.821291 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34fc04fa-b2dd-47db-a68f-f3e3118d7544 admin admin] Publish callbacks [] for security_group (2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.826094 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-167916b1-3e54-49dc-9641-864d29b4db49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.830134 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-167916b1-3e54-49dc-9641-864d29b4db49 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1784625 Apr 12 20:06:51.831213 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41784) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:51.835594 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-3042aed1-5d4d-48ac-96fb-ce18bb67fe22 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'security_group_rule': {'security_group_id': '59b3cb58-17dd-4ea6-9477-2d5952031dbd', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:51.882533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port e76eefac-f35c-467c-8231-21891ec714de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e76eefac-f35c-467c-8231-21891ec714de,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:51.886795 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3042aed1-5d4d-48ac-96fb-ce18bb67fe22 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (8eb0c76e-7592-4987-bc1a-b9ca68704c55), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.894988 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'e76eefac-f35c-467c-8231-21891ec714de', 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1', 'port_id': 'e76eefac-f35c-467c-8231-21891ec714de', 'mac_address': 'fa:16:3e:74:44:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1c27a-6ddf-4443-a2ae-a6505e529e3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:06:51.927915 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fde997-ce82-41c1-80b6-44ee43f155b0 req-889cfb34-c5ab-4aa6-bbd7-9325c42b3d91 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:51.929672 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9fde997-ce82-41c1-80b6-44ee43f155b0 req-889cfb34-c5ab-4aa6-bbd7-9325c42b3d91 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 948 time: 0.0763445 Apr 12 20:06:51.944236 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port e76eefac-f35c-467c-8231-21891ec714de is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:51.945005 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e76eefac-f35c-467c-8231-21891ec714de), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:51.966464 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76eefac-f35c-467c-8231-21891ec714de {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:52.004425 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port e76eefac-f35c-467c-8231-21891ec714de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e76eefac-f35c-467c-8231-21891ec714de,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:52.016256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (e76eefac-f35c-467c-8231-21891ec714de), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.037255 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9fde997-ce82-41c1-80b6-44ee43f155b0 req-82f7e0e7-a207-4a85-bb19-7b5e59130504 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993643 Apr 12 20:06:52.038294 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f7b4a-aedb-468a-b0c6-a7d4d18a0978 req-69f0cc16-5cfc-420e-996b-16c61e3f0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.040298 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b7f7b4a-aedb-468a-b0c6-a7d4d18a0978 req-69f0cc16-5cfc-420e-996b-16c61e3f0f47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c80c57b8050e45a7ab9b040f0d29ea59&device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 1132 time: 0.0473440 Apr 12 20:06:52.075107 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34fc04fa-b2dd-47db-a68f-f3e3118d7544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.079571 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-34fc04fa-b2dd-47db-a68f-f3e3118d7544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.080907 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-34fc04fa-b2dd-47db-a68f-f3e3118d7544 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4 HTTP/1.1" status: 204 len: 168 time: 0.3983607 Apr 12 20:06:52.111865 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc04fa-b2dd-47db-a68f-f3e3118d7544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2603e34a-daec-41a6-b8ee-5fa9b3b3e9c4,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:52.113301 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=e76eefac-f35c-467c-8231-21891ec714de,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:52.145370 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'a62717b2-5790-4c1f-bc1e-c3acb514803c', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'port_id': '08dc07ee-73a3-4564-a121-264b6b58974c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e61d273-06c5-404f-b915-e805e408495a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:50Z', 'updated_at': '2022-04-12T20:06:50Z', 'revision_number': 0, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:27Z', 'revision_number': 5, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:52.149272 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e71e1-b721-465b-a842-f7fcbb13bc9e req-d7801c9a-32a0-44fc-b941-e5b4ae82ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.160381 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d11e71e1-b721-465b-a842-f7fcbb13bc9e req-d7801c9a-32a0-44fc-b941-e5b4ae82ac6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1127 time: 0.2071013 Apr 12 20:06:52.178986 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] Checking router: ec024e07-8b98-43bb-be2f-0ee6276d4b50 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:06:52.183794 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b7f7b4a-aedb-468a-b0c6-a7d4d18a0978 req-96f9378f-f7ed-448e-9d9a-739173abf2dc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c80c57b8050e45a7ab9b040f0d29ea59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743876 Apr 12 20:06:52.189702 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:06:52.190578 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:06:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:52.208860 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3042aed1-5d4d-48ac-96fb-ce18bb67fe22 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (8eb0c76e-7592-4987-bc1a-b9ca68704c55), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.223398 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3042aed1-5d4d-48ac-96fb-ce18bb67fe22 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (8eb0c76e-7592-4987-bc1a-b9ca68704c55), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.287037 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3042aed1-5d4d-48ac-96fb-ce18bb67fe22 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.296279 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-3042aed1-5d4d-48ac-96fb-ce18bb67fe22 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641039 Apr 12 20:06:52.313723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f7b4a-aedb-468a-b0c6-a7d4d18a0978 req-bd3c3773-c590-423e-8926-2cb2d6bbfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.314133 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41790) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:52.315029 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b7f7b4a-aedb-468a-b0c6-a7d4d18a0978 req-bd3c3773-c590-423e-8926-2cb2d6bbfee2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245944 Apr 12 20:06:52.319797 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-42c2a023-bcd1-42a6-b063-65573a6858bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'security_group_rule': {'security_group_id': '59b3cb58-17dd-4ea6-9477-2d5952031dbd', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:52.322780 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4611f1-ef16-43cc-89e8-09892f685ccf req-db594bf3-a0bd-462b-8cc6-24d6999339e1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.324815 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9f4611f1-ef16-43cc-89e8-09892f685ccf req-db594bf3-a0bd-462b-8cc6-24d6999339e1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.2632594 Apr 12 20:06:52.340588 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:06:52.446593 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['e76eefac-f35c-467c-8231-21891ec714de'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:06:52.458423 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:52.462028 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bccc673-9c65-4cbc-8281-36695f1fcfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:52.463997 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9f4611f1-ef16-43cc-89e8-09892f685ccf req-bbcd80d3-2054-4726-810b-0efffbdb4efb tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247504 Apr 12 20:06:52.479802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-dfbce7f0-39df-45cc-9062-db4da0ae91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.482644 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-dfbce7f0-39df-45cc-9062-db4da0ae91da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c80c57b8050e45a7ab9b040f0d29ea59&device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 1132 time: 0.0921223 Apr 12 20:06:52.499044 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042aed1-5d4d-48ac-96fb-ce18bb67fe22 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb0c76e-7592-4987-bc1a-b9ca68704c55,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:52.561183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115250c-e5f2-4484-9dd2-590bd3803e21 req-68aad566-a13f-4c4b-8df7-7643aa65e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.566446 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7115250c-e5f2-4484-9dd2-590bd3803e21 req-68aad566-a13f-4c4b-8df7-7643aa65e833 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 1130 time: 0.2289438 Apr 12 20:06:52.587789 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-cbd892a1-3d39-4f08-a21a-f1c5985e99b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=535daff8-69f8-439a-8403-910d2bfeb6d2 HTTP/1.1" status: 200 len: 217 time: 0.0966046 Apr 12 20:06:52.591008 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847389e0-a35c-429e-bbcc-a469035ee4b8 x-openstack-request-id: req-847389e0-a35c-429e-bbcc-a469035ee4b8 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:52.591233 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:52.591481 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-847389e0-a35c-429e-bbcc-a469035ee4b8 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:52.592040 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847389e0-a35c-429e-bbcc-a469035ee4b8'] response: {'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c', 'status': 'completed', 'code': 200} Apr 12 20:06:52.592516 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-42c2a023-bcd1-42a6-b063-65573a6858bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (e5a97fb3-53cb-49e9-be57-cbcaa8472d37), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.661966 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e71e1-b721-465b-a842-f7fcbb13bc9e req-42a49baf-205d-4d14-befe-52fcd7453287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.663662 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d11e71e1-b721-465b-a842-f7fcbb13bc9e req-42a49baf-205d-4d14-befe-52fcd7453287 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4688387 Apr 12 20:06:52.690565 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-2a8d5454-2d37-43e7-9f39-5a4a9688598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.695328 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-2a8d5454-2d37-43e7-9f39-5a4a9688598b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca785aa5-22e5-4201-9e95-541fdf68a6cf HTTP/1.1" status: 200 len: 843 time: 0.1000791 Apr 12 20:06:52.711350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41798) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:52.748672 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'a62717b2-5790-4c1f-bc1e-c3acb514803c', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'port_id': '08dc07ee-73a3-4564-a121-264b6b58974c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e61d273-06c5-404f-b915-e805e408495a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:50Z', 'updated_at': '2022-04-12T20:06:50Z', 'revision_number': 0, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:27Z', 'revision_number': 5, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:06:52.758409 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-786f899e-b88c-4845-833c-1e0c5d3432f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.777838 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fcc21-18d0-40d6-b624-a542220ce9bd None None] The sync data for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi is: [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'a62717b2-5790-4c1f-bc1e-c3acb514803c', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'port_id': '08dc07ee-73a3-4564-a121-264b6b58974c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e61d273-06c5-404f-b915-e805e408495a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:50Z', 'updated_at': '2022-04-12T20:06:50Z', 'revision_number': 0, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:27Z', 'revision_number': 5, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:06:52.792081 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09339-1674-4922-82f6-98d135a24e8a req-9d91861c-25f9-4708-b06b-c78a8ee5b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.793597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-9d91861c-25f9-4708-b06b-c78a8ee5b418 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4be9a69-4933-43d3-9efa-759673326df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0909526 Apr 12 20:06:52.835624 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8f140-2a1f-409d-a690-8ceac868d204 req-e8e05b85-929f-46bd-8b1e-3bb53a7cd164 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.837163 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24d8f140-2a1f-409d-a690-8ceac868d204 req-e8e05b85-929f-46bd-8b1e-3bb53a7cd164 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 944 time: 0.0978913 Apr 12 20:06:52.859230 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7115250c-e5f2-4484-9dd2-590bd3803e21 req-182bec9a-29f4-4c37-b50b-870b355221dd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084179 Apr 12 20:06:52.867148 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-fa7d409c-03b5-47cb-bd08-da6c08388c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.868714 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-fa7d409c-03b5-47cb-bd08-da6c08388c66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1129 time: 0.2116554 Apr 12 20:06:52.891008 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc9be1d6-dfce-4c96-a671-5624a3c5d4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.897573 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-42c2a023-bcd1-42a6-b063-65573a6858bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (e5a97fb3-53cb-49e9-be57-cbcaa8472d37), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.909963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-42c2a023-bcd1-42a6-b063-65573a6858bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (e5a97fb3-53cb-49e9-be57-cbcaa8472d37), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.928195 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e71e1-b721-465b-a842-f7fcbb13bc9e req-08f9ebb7-dc9c-4200-af70-b6078e61cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:52.929802 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-d11e71e1-b721-465b-a842-f7fcbb13bc9e req-08f9ebb7-dc9c-4200-af70-b6078e61cf55 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943169 Apr 12 20:06:52.935110 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2a023-bcd1-42a6-b063-65573a6858bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a97fb3-53cb-49e9-be57-cbcaa8472d37,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:52.946864 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-42c2a023-bcd1-42a6-b063-65573a6858bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:52.948559 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-42c2a023-bcd1-42a6-b063-65573a6858bf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6331697 Apr 12 20:06:52.951486 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41802) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:52.955855 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-dba99762-936c-4275-be44-f665ed0a2944 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'security_group_rule': {'security_group_id': '59b3cb58-17dd-4ea6-9477-2d5952031dbd', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:52.982377 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dba99762-936c-4275-be44-f665ed0a2944 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (43a839d4-7df0-4a34-8cdf-e151f05c63fd), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.017759 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f791-32ee-488b-8132-8edb9311c905 req-8b7d4fef-2382-4ab7-aa61-835eba841d46 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:53.019277 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33d2f791-32ee-488b-8132-8edb9311c905 req-8b7d4fef-2382-4ab7-aa61-835eba841d46 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.1161757 Apr 12 20:06:53.023238 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-d2d7cb78-1854-46a0-b632-a3db9ad6fce1 service neutron] 10.222.0.60 "GET /v2.0/networks/c4be9a69-4933-43d3-9efa-759673326df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222741 Apr 12 20:06:53.026411 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24d8f140-2a1f-409d-a690-8ceac868d204 req-0b706ecc-292c-4c69-8d1b-4ecd297cef86 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809273 Apr 12 20:06:53.056513 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dba99762-936c-4275-be44-f665ed0a2944 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (43a839d4-7df0-4a34-8cdf-e151f05c63fd), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.063193 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dba99762-936c-4275-be44-f665ed0a2944 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (43a839d4-7df0-4a34-8cdf-e151f05c63fd), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.081061 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba99762-936c-4275-be44-f665ed0a2944 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a839d4-7df0-4a34-8cdf-e151f05c63fd,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:53.092124 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-786f899e-b88c-4845-833c-1e0c5d3432f9 admin admin] Publish callbacks [] for security_group (e5f5fc84-ce12-4c7c-87b6-cc576b801e07), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.100901 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef408823-c2be-42f6-9dec-63bd06efaca1 None None] New status for floating IP a62717b2-5790-4c1f-bc1e-c3acb514803c: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:06:53.104033 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-786f899e-b88c-4845-833c-1e0c5d3432f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e5f5fc84-ce12-4c7c-87b6-cc576b801e07), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.118571 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33d2f791-32ee-488b-8132-8edb9311c905 req-9e92455d-649f-4782-b643-488aa157f9bf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910213 Apr 12 20:06:53.125630 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-dba99762-936c-4275-be44-f665ed0a2944 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.127306 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-dba99762-936c-4275-be44-f665ed0a2944 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747181 Apr 12 20:06:53.130175 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41806) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:53.135970 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-8ac5ee0e-e3d5-4a2d-8493-843cb521b052 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'security_group_rule': {'security_group_id': '59b3cb58-17dd-4ea6-9477-2d5952031dbd', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:53.165068 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ee0e-e3d5-4a2d-8493-843cb521b052 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (10022e72-9c09-4769-8a06-15284dc4f021), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.179910 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-786f899e-b88c-4845-833c-1e0c5d3432f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be7ef4e206b6482ea5ceec5091c9375a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619098 Apr 12 20:06:53.183661 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41808) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:53.199136 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f899e-b88c-4845-833c-1e0c5d3432f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f5fc84-ce12-4c7c-87b6-cc576b801e07,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:53.265207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62538e1c-a481-47fd-98e4-de860536e7ef req-841a7af8-e876-464f-bd58-6f714a5829f1 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:53.266698 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-62538e1c-a481-47fd-98e4-de860536e7ef req-841a7af8-e876-464f-bd58-6f714a5829f1 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 948 time: 0.1121237 Apr 12 20:06:53.327929 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12a09339-1674-4922-82f6-98d135a24e8a req-fe356b30-e64d-449b-9006-e8e738d5f5fc service neutron] 10.222.0.60 "GET /v2.0/networks/c4be9a69-4933-43d3-9efa-759673326df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545773 Apr 12 20:06:53.339985 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-62538e1c-a481-47fd-98e4-de860536e7ef req-9a4f0ce9-930b-4b66-a39b-681d94f6ea54 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Apr 12 20:06:53.367944 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-7893d03f-468e-404d-8c9e-80b24e7fc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:53.369165 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-7893d03f-468e-404d-8c9e-80b24e7fc065 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1127 time: 0.1343644 Apr 12 20:06:53.399412 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ee0e-e3d5-4a2d-8493-843cb521b052 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (10022e72-9c09-4769-8a06-15284dc4f021), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.429993 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-459af342-3f54-476a-a3b8-e5ca630d860e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 200 len: 217 time: 0.0481322 Apr 12 20:06:53.430569 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ee0e-e3d5-4a2d-8493-843cb521b052 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (10022e72-9c09-4769-8a06-15284dc4f021), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.432712 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-0201fbef-9e97-42f5-96b8-e01fea629d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:53.434037 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-0201fbef-9e97-42f5-96b8-e01fea629d7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 200 len: 915 time: 0.2494960 Apr 12 20:06:53.460608 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e3d704a7-eaa7-4d7c-84e0-97b1469a83fc admin admin] Publish callbacks [] for security_group (e5f5fc84-ce12-4c7c-87b6-cc576b801e07), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.462244 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5ee0e-e3d5-4a2d-8493-843cb521b052 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10022e72-9c09-4769-8a06-15284dc4f021,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:53.473184 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ee0e-e3d5-4a2d-8493-843cb521b052 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.474443 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-8ac5ee0e-e3d5-4a2d-8493-843cb521b052 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428309 Apr 12 20:06:53.477226 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41812) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:53.483875 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'security_group_rule': {'security_group_id': '59b3cb58-17dd-4ea6-9477-2d5952031dbd', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:53.499019 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e3d704a7-eaa7-4d7c-84e0-97b1469a83fc admin admin] Publish callbacks [] for security_group (e5f5fc84-ce12-4c7c-87b6-cc576b801e07), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.535117 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.securitygroups_db [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Project d9c9b4e623b04f44a951b046fa823b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:06:53.543228 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (782d6863-9d91-45d9-9ecb-83b4c2bc1adc), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.578191 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a4f3a-dcbf-4f71-a4d7-2c5c9127a04f req-d378341e-cd16-46e6-86a9-e5eb0ca6ad3e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:53.579855 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b43a4f3a-dcbf-4f71-a4d7-2c5c9127a04f req-d378341e-cd16-46e6-86a9-e5eb0ca6ad3e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0492272 Apr 12 20:06:53.587456 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e3d704a7-eaa7-4d7c-84e0-97b1469a83fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e5f5fc84-ce12-4c7c-87b6-cc576b801e07), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.590039 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e3d704a7-eaa7-4d7c-84e0-97b1469a83fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.591229 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e3d704a7-eaa7-4d7c-84e0-97b1469a83fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5f5fc84-ce12-4c7c-87b6-cc576b801e07 HTTP/1.1" status: 204 len: 168 time: 0.4054315 Apr 12 20:06:53.605602 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (782d6863-9d91-45d9-9ecb-83b4c2bc1adc), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.606934 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d704a7-eaa7-4d7c-84e0-97b1469a83fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f5fc84-ce12-4c7c-87b6-cc576b801e07,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:53.611725 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (782d6863-9d91-45d9-9ecb-83b4c2bc1adc), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.636797 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.639548 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598954 Apr 12 20:06:53.640391 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b43a4f3a-dcbf-4f71-a4d7-2c5c9127a04f req-ef102e6d-d8d8-4137-b949-8ccfc7397a27 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536108 Apr 12 20:06:53.641319 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41818) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:53.645750 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'security_group_rule': {'security_group_id': '59b3cb58-17dd-4ea6-9477-2d5952031dbd', 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:53.650149 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f24959-4671-4b04-a63c-68d7d1693a96 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782d6863-9d91-45d9-9ecb-83b4c2bc1adc,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:53.677401 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.securitygroups_db [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Project d9c9b4e623b04f44a951b046fa823b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:06:53.683147 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (993edfbd-efd2-41d1-8020-c62c4e92a0a8), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.743790 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (993edfbd-efd2-41d1-8020-c62c4e92a0a8), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.751594 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (993edfbd-efd2-41d1-8020-c62c4e92a0a8), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.766482 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993edfbd-efd2-41d1-8020-c62c4e92a0a8,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:53.779253 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.780614 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-94dc10d5-8ae7-43f0-ab11-716c80f11468 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383669 Apr 12 20:06:53.867618 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e76eefac-f35c-467c-8231-21891ec714de up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:06:53.868062 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5f99d563-ba38-466a-853e-d9807744cf92 req-b0c12991-43d6-43fa-9e8a-c627f2c216b3 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719120155&fields=id&tenant_id=d9c9b4e623b04f44a951b046fa823b75 HTTP/1.1" status: 200 len: 267 time: 0.0452437 Apr 12 20:06:53.915018 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port e76eefac-f35c-467c-8231-21891ec714de completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:06:53.922987 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port e76eefac-f35c-467c-8231-21891ec714de triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:06:53.924103 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (e76eefac-f35c-467c-8231-21891ec714de), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:53.926637 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d563-ba38-466a-853e-d9807744cf92 req-a0377558-f894-43bb-9300-54fdd8ee5854 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:53.928432 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5f99d563-ba38-466a-853e-d9807744cf92 req-a0377558-f894-43bb-9300-54fdd8ee5854 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0539837 Apr 12 20:06:53.936752 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41824) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:53.939809 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'port': {'security_groups': ['72c6dc1b-acfb-42ea-942f-59a58e1923cd', '59b3cb58-17dd-4ea6-9477-2d5952031dbd']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:53.950662 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fd83622d-89e0-4694-a195-a6b142f885a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.012196 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port e76eefac-f35c-467c-8231-21891ec714de is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:54.012951 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e76eefac-f35c-467c-8231-21891ec714de), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.013551 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.037448 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fd83622d-89e0-4694-a195-a6b142f885a5 admin admin] Publish callbacks [] for security_group (ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.043358 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fd83622d-89e0-4694-a195-a6b142f885a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.044154 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76eefac-f35c-467c-8231-21891ec714de'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:54.046689 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0293fa04-3573-4e43-b1f0-dccc70201549" -d '{"events": [{"server_uuid": "2a941f4e-2d21-4f07-be78-3c974ca03d8e", "name": "network-vif-plugged", "status": "completed", "tag": "e76eefac-f35c-467c-8231-21891ec714de"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:54.061333 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port e76eefac-f35c-467c-8231-21891ec714de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e76eefac-f35c-467c-8231-21891ec714de,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:54.069005 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (e76eefac-f35c-467c-8231-21891ec714de), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.089155 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-fd83622d-89e0-4694-a195-a6b142f885a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9b45317ea9d43e680940aa669d837da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485288 Apr 12 20:06:54.089155 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83622d-89e0-4694-a195-a6b142f885a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:54.089486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41830) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:54.107040 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7744737a-072b-4f58-bf1d-e58e446e110a x-openstack-request-id: req-7744737a-072b-4f58-bf1d-e58e446e110a {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:54.107426 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a941f4e-2d21-4f07-be78-3c974ca03d8e", "name": "network-vif-plugged", "status": "completed", "tag": "e76eefac-f35c-467c-8231-21891ec714de", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:54.107789 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7744737a-072b-4f58-bf1d-e58e446e110a {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:54.108290 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7744737a-072b-4f58-bf1d-e58e446e110a'] response: {'server_uuid': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76eefac-f35c-467c-8231-21891ec714de', 'code': 200} Apr 12 20:06:54.140667 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=e76eefac-f35c-467c-8231-21891ec714de,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:54.242171 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549ae242-b75c-4446-8ef2-b712303c83b3 admin admin] Publish callbacks [] for security_group (ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.267099 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeeab-0347-4afa-bf20-d9bf5819b223 req-4c00620e-0389-43ae-b33a-b38c9996de1c tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:54.268575 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9c3eeeab-0347-4afa-bf20-d9bf5819b223 req-4c00620e-0389-43ae-b33a-b38c9996de1c tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0992506 Apr 12 20:06:54.288295 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549ae242-b75c-4446-8ef2-b712303c83b3 admin admin] Publish callbacks [] for security_group (ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.359048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=08dc07ee-73a3-4564-a121-264b6b58974c,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:54.380852 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9c3eeeab-0347-4afa-bf20-d9bf5819b223 req-a49c5d3a-734e-497f-a63f-e8bd2107c628 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015801 Apr 12 20:06:54.398911 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for port (08dc07ee-73a3-4564-a121-264b6b58974c), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.405299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.420366 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['08dc07ee-73a3-4564-a121-264b6b58974c'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:06:54.438645 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549ae242-b75c-4446-8ef2-b712303c83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.441176 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549ae242-b75c-4446-8ef2-b712303c83b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.444824 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-549ae242-b75c-4446-8ef2-b712303c83b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3 HTTP/1.1" status: 204 len: 168 time: 0.3523018 Apr 12 20:06:54.471444 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:54.472103 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.473515 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5f99d563-ba38-466a-853e-d9807744cf92 req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "PUT /v2.0/ports/08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 981 time: 0.5385141 Apr 12 20:06:54.476376 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:06:54.481931 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d5532-7e43-4300-97b6-b77c886f640e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:06:54.510052 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ae242-b75c-4446-8ef2-b712303c83b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc8e0f5-95f5-435e-a7b5-0c0e24e92db3,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:54.544716 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518581e-fd96-400e-a372-39202c35072e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=6']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:54.557460 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b765ce-1e09-4c5e-b481-8ccce9a5c254 req-41295a21-a8b3-47b2-acbe-10febf3d0445 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:54.564492 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48b765ce-1e09-4c5e-b481-8ccce9a5c254 req-41295a21-a8b3-47b2-acbe-10febf3d0445 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.1190474 Apr 12 20:06:54.647040 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb447794-2d43-4e43-8796-022b828c745b req-cf128246-a853-4d4b-86db-8a8c45ea704a tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:54.649324 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eb447794-2d43-4e43-8796-022b828c745b req-cf128246-a853-4d4b-86db-8a8c45ea704a tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 948 time: 0.0825293 Apr 12 20:06:54.667844 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48b765ce-1e09-4c5e-b481-8ccce9a5c254 req-d24a3d94-aa3a-4d41-9e6d-b07572201437 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004431 Apr 12 20:06:54.785192 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eb447794-2d43-4e43-8796-022b828c745b req-3484c02e-d539-4aed-87ac-dcd9d342e405 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160648 Apr 12 20:06:54.806308 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d59ab-de6d-411b-94e3-e00377de3deb req-52799f8c-9f28-4f3c-8cce-6a7eba850793 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:54.808004 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-459d59ab-de6d-411b-94e3-e00377de3deb req-52799f8c-9f28-4f3c-8cce-6a7eba850793 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0609334 Apr 12 20:06:54.815115 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['08dc07ee-73a3-4564-a121-264b6b58974c'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:06:54.854282 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6703c4d4-5c3e-473e-a41b-a2b85ef587a5 x-openstack-request-id: req-6703c4d4-5c3e-473e-a41b-a2b85ef587a5 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:06:54.854634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:06:54.854943 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6703c4d4-5c3e-473e-a41b-a2b85ef587a5 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:06:54.855406 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6703c4d4-5c3e-473e-a41b-a2b85ef587a5'] response: {'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c', 'status': 'completed', 'code': 200} Apr 12 20:06:54.879814 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d020bb87-772c-41f4-8c71-208a3a319dde None None] Provisioning complete for port 08dc07ee-73a3-4564-a121-264b6b58974c triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:06:54.880235 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d020bb87-772c-41f4-8c71-208a3a319dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:54.882380 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-459d59ab-de6d-411b-94e3-e00377de3deb req-fee27c27-93cc-4795-95ee-147185deb249 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657876 Apr 12 20:06:54.955820 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00495a81-dd56-451d-be8b-d0279773b4c2 req-df22e4f0-fc66-45b5-80b9-4abc88159d50 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:54.957309 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-00495a81-dd56-451d-be8b-d0279773b4c2 req-df22e4f0-fc66-45b5-80b9-4abc88159d50 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0525842 Apr 12 20:06:55.010310 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-00495a81-dd56-451d-be8b-d0279773b4c2 req-e7f9bfed-694d-4fb3-84ff-d3d004fd514f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465627 Apr 12 20:06:55.115958 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d020bb87-772c-41f4-8c71-208a3a319dde None None] Current status of the port 08dc07ee-73a3-4564-a121-264b6b58974c is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:55.234335 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ebcc573c-ba64-4fb6-b818-cd7af37a4a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.278168 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41864) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:55.373645 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1707410391-network', 'tenant_id': 'e8290da3e7a1495da893bee3e7dd3440'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:55.395803 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Made reservation on behalf of e8290da3e7a1495da893bee3e7dd3440 for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:55.398396 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.407572 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.516298 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663773-6fce-4fa7-8407-dc547c37009d req-16800b1c-a7c2-40c4-b4ff-711d00069934 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:55.517742 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19663773-6fce-4fa7-8407-dc547c37009d req-16800b1c-a7c2-40c4-b4ff-711d00069934 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0667584 Apr 12 20:06:55.527337 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks [] for security_group (9430d918-24c6-4551-9e94-941a46cde02a), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.534129 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (9430d918-24c6-4551-9e94-941a46cde02a), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.569823 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=98483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:06:55.573800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.590613 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (dc3d7892-7390-4f60-ad79-5e18d205caf6), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.590938 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Added segment dc3d7892-7390-4f60-ad79-5e18d205caf6 of type vlan for network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 Apr 12 20:06:55.595705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9430d918-24c6-4551-9e94-941a46cde02a,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:55.611875 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19663773-6fce-4fa7-8407-dc547c37009d req-21c5ee9a-982c-4b34-b862-18e3f0e0c621 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865607 Apr 12 20:06:55.642563 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (dc6efcfd-ad12-4b33-9898-c8837b9e92a1), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.669464 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (dc6efcfd-ad12-4b33-9898-c8837b9e92a1), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.670334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:55.670908 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.730227 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4509275 Apr 12 20:06:55.733326 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41872) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:55.738861 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Request body: {'subnet': {'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1707410391-subnet', 'tenant_id': 'e8290da3e7a1495da893bee3e7dd3440', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:55.743846 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7fb02-e8e6-4b13-8244-6aa3215e6cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=dc6efcfd-ad12-4b33-9898-c8837b9e92a1,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:55.753978 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:06:55.760652 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Made reservation on behalf of e8290da3e7a1495da893bee3e7dd3440 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:06:55.763312 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8467760'] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.785328 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7bb82-2d48-4c2f-b97e-4ff473b8f293 req-53763d68-61b2-474e-a617-42ecf762074f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:55.786863 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c2a7bb82-2d48-4c2f-b97e-4ff473b8f293 req-53763d68-61b2-474e-a617-42ecf762074f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.0514510 Apr 12 20:06:55.839095 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c2a7bb82-2d48-4c2f-b97e-4ff473b8f293 req-04b92590-2425-4008-b550-2fa0e6d3a0be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458014 Apr 12 20:06:55.911031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1329bec-0b21-4507-b1a1-64632128c7d1 req-522e339c-f490-4f4c-beac-6fab66bb04a6 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:55.912595 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c1329bec-0b21-4507-b1a1-64632128c7d1 req-522e339c-f490-4f4c-beac-6fab66bb04a6 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 948 time: 0.0466483 Apr 12 20:06:55.940276 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8741693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8467750'] for subnet (27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:55.959660 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c1329bec-0b21-4507-b1a1-64632128c7d1 req-41768b5e-282c-48f6-8200-443c5325c483 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Apr 12 20:06:56.002468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:56.009672 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Checking segment: {'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:06:56.010030 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Network hostable DHCP agents. Network: dc6efcfd-ad12-4b33-9898-c8837b9e92a1, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:06:56.029431 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:06:56.039910 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, dc6efcfd-ad12-4b33-9898-c8837b9e92a1) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:56.044283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:56.044976 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:56.052617 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca8790a-7e70-4221-a2f3-03a5d572d594 None None] Network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:06:56.063648 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-c4b9e644-9b00-432d-b0dc-e903a08850ec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3284931 Apr 12 20:06:56.143567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c17831-7a7b-4a91-a9fc-c8a5e36194d6 req-39d1d126-e88a-47f5-94eb-b889182a4dda tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:56.145212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b5c17831-7a7b-4a91-a9fc-c8a5e36194d6 req-39d1d126-e88a-47f5-94eb-b889182a4dda tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0574226 Apr 12 20:06:56.172736 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8810f84-35ad-40fd-9bf9-692d92eb8731 None None] Network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:06:56.175245 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:56.201839 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b5c17831-7a7b-4a91-a9fc-c8a5e36194d6 req-94147ffe-a232-4ad9-b2f9-563a9a177995 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485075 Apr 12 20:06:56.731590 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8b63-f79a-4e1d-9b13-0b457318f5a4 req-918f7882-785d-4898-ab26-5179708be47b tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:56.732943 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-204c8b63-f79a-4e1d-9b13-0b457318f5a4 req-918f7882-785d-4898-ab26-5179708be47b tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0471394 Apr 12 20:06:56.781083 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-204c8b63-f79a-4e1d-9b13-0b457318f5a4 req-ae7f5661-bb1c-482b-b468-7f3f4ccb276b tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Apr 12 20:06:56.987486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500b009-a590-4f46-b2eb-975cd0975b88 req-9a23a10c-13ae-4e01-89db-967acd4d4f04 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:56.989054 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c500b009-a590-4f46-b2eb-975cd0975b88 req-9a23a10c-13ae-4e01-89db-967acd4d4f04 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.0650280 Apr 12 20:06:57.046146 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c500b009-a590-4f46-b2eb-975cd0975b88 req-4aaf3630-73b1-4007-9e52-5095e898ed0b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514395 Apr 12 20:06:57.084997 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293b8b-36ad-4bb2-a7a3-15d020a8d9b6 req-83dc93f4-617c-457c-b82a-9c6ef1ba7f67 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:57.086445 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8293b8b-36ad-4bb2-a7a3-15d020a8d9b6 req-83dc93f4-617c-457c-b82a-9c6ef1ba7f67 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 948 time: 0.0598738 Apr 12 20:06:57.144358 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8293b8b-36ad-4bb2-a7a3-15d020a8d9b6 req-637222db-03f2-4922-9ed4-a1f548c7792e tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485435 Apr 12 20:06:57.330978 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a8c3d-c62c-4477-94ec-da9d6e79c20f req-d3b7b5dd-8998-4fbb-8d7f-fc424bba2925 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:57.332826 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a85a8c3d-c62c-4477-94ec-da9d6e79c20f req-d3b7b5dd-8998-4fbb-8d7f-fc424bba2925 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Apr 12 20:06:57.385795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a85a8c3d-c62c-4477-94ec-da9d6e79c20f req-eb24e3b6-2a42-4e74-8513-e4183c75a505 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463991 Apr 12 20:06:57.628778 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:57.634027 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-efd9da7b-e8c5-48dc-99e5-76227cfc84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:57.635576 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-efd9da7b-e8c5-48dc-99e5-76227cfc84b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.1084697 Apr 12 20:06:57.646262 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-54bca054-1dbf-4593-8533-acb2c3563fe4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 1000 time: 0.1046851 Apr 12 20:06:57.834586 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-c75cca67-70a8-49c8-8513-984eb21a6ceb tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:57.835993 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-c75cca67-70a8-49c8-8513-984eb21a6ceb tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/networks?id=dc6efcfd-ad12-4b33-9898-c8837b9e92a1 HTTP/1.1" status: 200 len: 809 time: 0.0992537 Apr 12 20:06:57.860600 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9fb10383-3ce2-43af-a257-ce4ea02e5cef tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/quotas/e8290da3e7a1495da893bee3e7dd3440 HTTP/1.1" status: 200 len: 375 time: 0.0186312 Apr 12 20:06:57.864879 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 535daff8-69f8-439a-8403-910d2bfeb6d2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:06:57.912538 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-42c4862e-5dbc-4b04-b059-949cb175d6c9 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8290da3e7a1495da893bee3e7dd3440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356839 Apr 12 20:06:57.920626 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a61cf-71f2-4ca0-ac35-90da477bea28 req-6e0c2a87-b92b-41af-a3f0-fd34a696fb86 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:57.921964 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f2a61cf-71f2-4ca0-ac35-90da477bea28 req-6e0c2a87-b92b-41af-a3f0-fd34a696fb86 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0735998 Apr 12 20:06:57.962955 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 535daff8-69f8-439a-8403-910d2bfeb6d2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=535daff8-69f8-439a-8403-910d2bfeb6d2,segment=NetworkSegment(c099a1d5-1a63-42e8-95dc-cbb97d0b673b),segment_id=c099a1d5-1a63-42e8-95dc-cbb97d0b673b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:57.979410 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '535daff8-69f8-439a-8403-910d2bfeb6d2', 'network_id': 'c4be9a69-4933-43d3-9efa-759673326df1', 'port_id': '535daff8-69f8-439a-8403-910d2bfeb6d2', 'mac_address': 'fa:16:3e:2f:34:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca785aa5-22e5-4201-9e95-541fdf68a6cf', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:06:58.016600 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 535daff8-69f8-439a-8403-910d2bfeb6d2 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:06:58.017318 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:58.020036 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f2a61cf-71f2-4ca0-ac35-90da477bea28 req-33d4bba8-bfb8-4321-89ca-aea85e1f8e72 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902717 Apr 12 20:06:58.030002 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535daff8-69f8-439a-8403-910d2bfeb6d2 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:06:58.042354 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-68a2cd24-5ed4-40eb-8c14-83d973fff0c0 service neutron] 10.222.0.43 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131635 Apr 12 20:06:58.050083 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 535daff8-69f8-439a-8403-910d2bfeb6d2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=535daff8-69f8-439a-8403-910d2bfeb6d2,segment=NetworkSegment(c099a1d5-1a63-42e8-95dc-cbb97d0b673b),segment_id=c099a1d5-1a63-42e8-95dc-cbb97d0b673b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:06:58.055017 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:58.151906 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=535daff8-69f8-439a-8403-910d2bfeb6d2,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:58.154201 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-d7ce1a63-a2f6-4c53-bd3a-21384289517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.155752 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-d7ce1a63-a2f6-4c53-bd3a-21384289517e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837133 Apr 12 20:06:58.166251 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-176e88ef-cb8b-4386-b043-f07a5dcbb72e service neutron] 10.222.0.43 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170897 Apr 12 20:06:58.168247 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-8fbebf14-8ba0-4ad5-afce-16ffa90e1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.170221 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-8fbebf14-8ba0-4ad5-afce-16ffa90e1767 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ebb16db-6029-4749-be9b-d19357a90d5f HTTP/1.1" status: 200 len: 853 time: 0.0964541 Apr 12 20:06:58.207786 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f83b42-19ea-462c-996b-24933b9eecd0 req-139e2f19-8949-4f2a-bd27-5329c83565ad tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.210902 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-04f83b42-19ea-462c-996b-24933b9eecd0 req-139e2f19-8949-4f2a-bd27-5329c83565ad tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.0599308 Apr 12 20:06:58.280539 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-a6e40531-6051-4d3d-bdf7-0dfe6598e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.282075 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-a6e40531-6051-4d3d-bdf7-0dfe6598e28b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e73cc70-c996-4efe-87a3-bc481c89f70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943048 Apr 12 20:06:58.306738 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-04f83b42-19ea-462c-996b-24933b9eecd0 req-79bd2945-b4dc-49ec-b125-6628809ed0ae tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906472 Apr 12 20:06:58.330350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507c602-dc30-4cb3-b06f-c11f22eadf14 req-532238f3-c040-435d-ab00-e98ba3ecaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.331945 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4507c602-dc30-4cb3-b06f-c11f22eadf14 req-532238f3-c040-435d-ab00-e98ba3ecaa64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 1129 time: 0.0772216 Apr 12 20:06:58.389614 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-d853d820-7878-42da-be72-5a65aed2bef1 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095923 Apr 12 20:06:58.449003 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-447985ef-4896-4708-94c6-335f06c34273 req-8141360b-99fe-446c-8f84-7d6cc2fe2419 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0560961 Apr 12 20:06:58.457943 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4507c602-dc30-4cb3-b06f-c11f22eadf14 req-a2379a08-0661-40ea-b6c3-dd448075f5e1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199186 Apr 12 20:06:58.469215 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce01fd-8fc2-449c-a860-f794a1b7a8da req-23574d39-8ce1-47a6-b350-01572d52c554 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.471328 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6bce01fd-8fc2-449c-a860-f794a1b7a8da req-23574d39-8ce1-47a6-b350-01572d52c554 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 949 time: 0.1007669 Apr 12 20:06:58.473865 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-6c3ba080-6576-4b12-98b8-2d16e8d03605 service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745787 Apr 12 20:06:58.494024 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['535daff8-69f8-439a-8403-910d2bfeb6d2'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:06:58.520613 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1d6186d2-f8ab-41a1-9684-c35d9b49deea req-ca9b5b3b-7d24-41c6-a460-7906ee91a888 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222944 Apr 12 20:06:58.540119 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6bce01fd-8fc2-449c-a860-f794a1b7a8da req-fd6df519-f3cf-42c3-a757-b17e09dd41f3 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625267 Apr 12 20:06:58.593648 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152f111-f3ea-482d-bffa-7d13a7385118 req-335c0ec0-f158-4496-a93a-bd147ba9a939 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.595047 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9152f111-f3ea-482d-bffa-7d13a7385118 req-335c0ec0-f158-4496-a93a-bd147ba9a939 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0537207 Apr 12 20:06:58.649730 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9152f111-f3ea-482d-bffa-7d13a7385118 req-f1e83609-9553-47a8-8591-c404f10cec9f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479934 Apr 12 20:06:58.764857 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eaa61-5a0a-4ba0-a1cf-8a4de39b53d0 req-3f0caa2c-932a-45e7-ba5d-5b940c361eb0 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.766505 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-aa3eaa61-5a0a-4ba0-a1cf-8a4de39b53d0 req-3f0caa2c-932a-45e7-ba5d-5b940c361eb0 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0482988 Apr 12 20:06:58.820392 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-aa3eaa61-5a0a-4ba0-a1cf-8a4de39b53d0 req-c1b1d042-ef7e-48ce-b07b-0fd9395ae2d3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479581 Apr 12 20:06:58.843231 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 41930) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:58.875090 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7bccc673-9c65-4cbc-8281-36695f1fcfbb req-66524904-a215-4bd3-ac24-b88414c80e84 service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910244 Apr 12 20:06:58.967009 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:58.981489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce46c3a-1933-4f21-9d69-0867301e9aee tempest-TestVolumeBootPattern-449846778 tempest-TestVolumeBootPattern-449846778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:58.983602 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-7ce46c3a-1933-4f21-9d69-0867301e9aee tempest-TestVolumeBootPattern-449846778 tempest-TestVolumeBootPattern-449846778-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 1125 time: 0.1393347 Apr 12 20:06:58.986773 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 41934) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:58.991445 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'port_id': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:06:59.013623 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:59.090716 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:59.133961 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c49fd-5ac8-4284-a76e-1a409cbefd99 req-fa99dfde-0c3b-4111-85fd-9d918eb63595 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:59.135442 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ff5c49fd-5ac8-4284-a76e-1a409cbefd99 req-fa99dfde-0c3b-4111-85fd-9d918eb63595 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0473623 Apr 12 20:06:59.181705 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ff5c49fd-5ac8-4284-a76e-1a409cbefd99 req-81f0ab70-2017-4b33-89bc-127c53bd7c25 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Apr 12 20:06:59.196548 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Allocated IP 172.27.3.68 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/0682095d-3cc2-4c83-81b6-db22fa3af6c1) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:06:59.299104 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:59.338992 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:59.379742 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:06:59.384763 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:06:59.387141 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:06:59.411699 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=0682095d-3cc2-4c83-81b6-db22fa3af6c1,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:59.415963 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdefbf6-288d-4b51-a4bd-ac30afa137ed req-8ffbf1ce-afc4-4a77-a05f-f61cdf6c346e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:59.417463 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-acdefbf6-288d-4b51-a4bd-ac30afa137ed req-8ffbf1ce-afc4-4a77-a05f-f61cdf6c346e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.0468836 Apr 12 20:06:59.465075 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-acdefbf6-288d-4b51-a4bd-ac30afa137ed req-20e3781c-4300-4693-a091-ea0113600b24 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409260 Apr 12 20:06:59.550316 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a6badf7-11d1-44a2-b58c-3f5d96996349 req-722453b4-4064-46d6-8a7b-d8259a5ec294 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0301003 Apr 12 20:06:59.757080 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (bc128190-1c22-4126-bc64-3512ee5431c5), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:59.834567 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:59.910141 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca702a3f-ef7a-4f5f-a75c-3caad6f21680 req-a2b7021e-e6c0-44cf-af7b-5b12f1d6661a tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:06:59.911631 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ca702a3f-ef7a-4f5f-a75c-3caad6f21680 req-a2b7021e-e6c0-44cf-af7b-5b12f1d6661a tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 949 time: 0.3051083 Apr 12 20:06:59.957043 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ca702a3f-ef7a-4f5f-a75c-3caad6f21680 req-ae5b7233-df84-4f77-9c9f-467b15dac3a3 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Apr 12 20:06:59.990119 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:59.996387 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:00.060654 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=0682095d-3cc2-4c83-81b6-db22fa3af6c1,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:00.072507 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (bc128190-1c22-4126-bc64-3512ee5431c5), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:00.206414 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 535daff8-69f8-439a-8403-910d2bfeb6d2 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:00.254903 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 535daff8-69f8-439a-8403-910d2bfeb6d2 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:07:00.269285 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 535daff8-69f8-439a-8403-910d2bfeb6d2 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:00.269630 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:00.314740 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6e77c-4fdc-49ad-a7b8-8289a0e41c61 req-2184b8d9-db6f-45ad-8860-63b38d6f4579 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:00.317116 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e3f6e77c-4fdc-49ad-a7b8-8289a0e41c61 req-2184b8d9-db6f-45ad-8860-63b38d6f4579 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0579250 Apr 12 20:07:00.354281 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 535daff8-69f8-439a-8403-910d2bfeb6d2 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:00.354804 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:00.369965 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e3f6e77c-4fdc-49ad-a7b8-8289a0e41c61 req-a1c2073c-7b94-4d55-b3f3-70bacc7212e3 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462787 Apr 12 20:07:00.378916 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535daff8-69f8-439a-8403-910d2bfeb6d2'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:00.381251 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a7200-0c9f-4747-95cc-d48fb3b1f327" -d '{"events": [{"server_uuid": "0faf03f7-08c1-48cb-a900-cc897e9d23b8", "name": "network-vif-plugged", "status": "completed", "tag": "535daff8-69f8-439a-8403-910d2bfeb6d2"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:00.393528 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 535daff8-69f8-439a-8403-910d2bfeb6d2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=535daff8-69f8-439a-8403-910d2bfeb6d2,segment=NetworkSegment(c099a1d5-1a63-42e8-95dc-cbb97d0b673b),segment_id=c099a1d5-1a63-42e8-95dc-cbb97d0b673b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:00.398669 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:00.423893 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Floating IP bc128190-1c22-4126-bc64-3512ee5431c5 associated. External IP: 172.27.3.68, port: b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95. Apr 12 20:07:00.429598 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67092e66-59fc-40a3-812e-3fb21cb5d573 x-openstack-request-id: req-67092e66-59fc-40a3-812e-3fb21cb5d573 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:00.429889 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf03f7-08c1-48cb-a900-cc897e9d23b8", "name": "network-vif-plugged", "status": "completed", "tag": "535daff8-69f8-439a-8403-910d2bfeb6d2", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:00.430136 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67092e66-59fc-40a3-812e-3fb21cb5d573 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:00.430528 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67092e66-59fc-40a3-812e-3fb21cb5d573'] response: {'server_uuid': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535daff8-69f8-439a-8403-910d2bfeb6d2', 'code': 200} Apr 12 20:07:00.456311 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=535daff8-69f8-439a-8403-910d2bfeb6d2,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:00.579320 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27771-d457-46e9-8dc2-66a77886c2e3 req-3ffcd71f-c512-4434-82dc-8f9a9d2e4d50 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:00.580619 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fae27771-d457-46e9-8dc2-66a77886c2e3 req-3ffcd71f-c512-4434-82dc-8f9a9d2e4d50 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.0495603 Apr 12 20:07:00.639055 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:07:00.639693 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fae27771-d457-46e9-8dc2-66a77886c2e3 req-44c04660-2a22-486e-b127-1e69beab324c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524054 Apr 12 20:07:00.655763 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0c543546-4985-40da-bb8d-ea2c6db8fe78 req-8945720d-60cb-4eb5-83be-365a1e6a123f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0319657 Apr 12 20:07:00.750872 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:07:00.761927 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:07:00.770004 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:00.771625 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:00.772241 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:06:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:00.799740 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ea09c5cb-a51c-41b8-83e2-a033d087639e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8118126 Apr 12 20:07:00.800413 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:00.802770 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac6584d-a29d-4ea0-a208-9b80913db836" -d '{"events": [{"name": "network-changed", "server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:00.837784 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef88d0-d6ab-4b9e-8b89-66e60431ed1a x-openstack-request-id: req-41ef88d0-d6ab-4b9e-8b89-66e60431ed1a {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:00.838096 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:00.838318 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41ef88d0-d6ab-4b9e-8b89-66e60431ed1a {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:00.838758 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ef88d0-d6ab-4b9e-8b89-66e60431ed1a'] response: {'name': 'network-changed', 'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'status': 'completed', 'code': 200} Apr 12 20:07:00.884219 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:01.071032 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c05494-432f-4b02-8bb2-184ce4a18a73 req-4040648c-66be-4f45-af82-5e179cd44b84 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:01.072865 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-69c05494-432f-4b02-8bb2-184ce4a18a73 req-4040648c-66be-4f45-af82-5e179cd44b84 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0469046 Apr 12 20:07:01.113444 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'bc128190-1c22-4126-bc64-3512ee5431c5', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:bc:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:59Z', 'updated_at': '2022-04-12T20:06:59Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:01.119433 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-69c05494-432f-4b02-8bb2-184ce4a18a73 req-bda59a5a-084c-4835-9b73-d5e109e28810 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Apr 12 20:07:01.139906 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:07:01.148894 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:01.149490 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:06:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:01.259767 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:01.430511 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:07:01.481413 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'bc128190-1c22-4126-bc64-3512ee5431c5', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:bc:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:59Z', 'updated_at': '2022-04-12T20:06:59Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:01.502314 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55fa6f-ca2f-4eff-aae1-b5886eb764e6 req-c369c55c-f84f-4c88-8a41-b2dfeffcffb2 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:01.503882 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fd55fa6f-ca2f-4eff-aae1-b5886eb764e6 req-c369c55c-f84f-4c88-8a41-b2dfeffcffb2 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0502274 Apr 12 20:07:01.518168 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674a007-9170-4e0b-9deb-96cec947227f None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'bc128190-1c22-4126-bc64-3512ee5431c5', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:bc:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:59Z', 'updated_at': '2022-04-12T20:06:59Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:07:01.552740 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fd55fa6f-ca2f-4eff-aae1-b5886eb764e6 req-c7d08922-c94f-43a2-a853-fd2a648d6432 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Apr 12 20:07:01.697300 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938237c-ace3-4454-baeb-1d1457345533 None None] New status for floating IP bc128190-1c22-4126-bc64-3512ee5431c5: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:07:01.771789 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b537230f-e682-4058-9d17-3c01fc006ed0 req-3c391180-982a-4879-b487-293fbd5d6072 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0488296 Apr 12 20:07:01.789485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d4cfe-af93-491a-83c8-ecabacd2f661 req-32766c4c-a9c6-4d0a-b003-bca01f01b537 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:01.791285 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-531d4cfe-af93-491a-83c8-ecabacd2f661 req-32766c4c-a9c6-4d0a-b003-bca01f01b537 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 943 time: 0.0703821 Apr 12 20:07:01.843256 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-531d4cfe-af93-491a-83c8-ecabacd2f661 req-765fd117-8309-4ec1-9871-cb6fea83f171 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444825 Apr 12 20:07:02.195326 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 28c8fb81-cfeb-4adb-906b-0c62f56c6558 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:07:02.246699 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1d15-9b07-47db-9885-85958cc9bca2 req-48cb0397-d565-4425-9ba9-0e8899037ba9 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:02.249105 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-483e1d15-9b07-47db-9885-85958cc9bca2 req-48cb0397-d565-4425-9ba9-0e8899037ba9 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0554521 Apr 12 20:07:02.310175 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 28c8fb81-cfeb-4adb-906b-0c62f56c6558, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:02.322869 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'mac_address': 'fa:16:3e:6d:b1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:07:02.335086 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-483e1d15-9b07-47db-9885-85958cc9bca2 req-384c5964-a899-496c-8741-f09806e8f18b tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Apr 12 20:07:02.369866 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:02.370392 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:02.383165 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c8fb81-cfeb-4adb-906b-0c62f56c6558 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:07:02.402034 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 28c8fb81-cfeb-4adb-906b-0c62f56c6558, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:02.406752 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:02.454516 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=28c8fb81-cfeb-4adb-906b-0c62f56c6558,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:02.675903 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e20b28-8cc1-4c20-9dca-0530c89571e9 req-8665ae4a-ec5d-4d7f-bbbd-faa00b5d37c1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:02.677225 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-92e20b28-8cc1-4c20-9dca-0530c89571e9 req-8665ae4a-ec5d-4d7f-bbbd-faa00b5d37c1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0469713 Apr 12 20:07:02.725412 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-92e20b28-8cc1-4c20-9dca-0530c89571e9 req-dc9016b5-69cd-4c54-90f9-056669b418fe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Apr 12 20:07:02.878039 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e5e23c5-53d8-44c7-9c18-304d4f593fbc req-2bd948e6-d937-4bd1-8af5-92050e638412 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0320776 Apr 12 20:07:02.955195 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1152c0-9624-40a1-b6a0-91228e6428ae req-a40e67bd-591e-4e38-b281-c13aba74b633 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:02.956568 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d1152c0-9624-40a1-b6a0-91228e6428ae req-a40e67bd-591e-4e38-b281-c13aba74b633 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 944 time: 0.0469637 Apr 12 20:07:03.005353 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d1152c0-9624-40a1-b6a0-91228e6428ae req-9fe27119-c97f-4e09-91f2-b28c00270224 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 Apr 12 20:07:03.013336 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['28c8fb81-cfeb-4adb-906b-0c62f56c6558'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:07:03.188206 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-d2a0be5e-23e7-4d3d-94ac-d441cc2cda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:03.189926 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-d2a0be5e-23e7-4d3d-94ac-d441cc2cda3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 1130 time: 0.0904994 Apr 12 20:07:03.191395 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-eb6ee07d-953c-4f91-9dfb-2e41574ae49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:03.192927 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-eb6ee07d-953c-4f91-9dfb-2e41574ae49b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1168 time: 0.0608397 Apr 12 20:07:03.270566 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c562660-ae28-4959-b573-d0fd82a6d795 req-340876c8-e9e9-4c69-ab3a-0db952c68d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:03.272375 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c562660-ae28-4959-b573-d0fd82a6d795 req-340876c8-e9e9-4c69-ab3a-0db952c68d7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 1134 time: 0.0413218 Apr 12 20:07:03.337557 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c562660-ae28-4959-b573-d0fd82a6d795 req-0bdedc3a-9672-4e5b-bcdf-9bffb7aa85a5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392168 Apr 12 20:07:03.385665 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-64771066-ed8d-4788-a351-829c0086c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:03.387171 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-64771066-ed8d-4788-a351-829c0086c4e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 200 len: 915 time: 0.1573009 Apr 12 20:07:03.391716 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-0465f611-e183-4275-b500-025806244749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:03.393104 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-0465f611-e183-4275-b500-025806244749 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.1545265 Apr 12 20:07:03.448864 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541657fc-e569-4a9b-84c5-02069088ad3f req-a9293e35-3f55-452b-bbb9-27c4da7f3ef1 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:03.450300 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-541657fc-e569-4a9b-84c5-02069088ad3f req-a9293e35-3f55-452b-bbb9-27c4da7f3ef1 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0493789 Apr 12 20:07:03.500644 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-541657fc-e569-4a9b-84c5-02069088ad3f req-f4527562-1a98-48e0-ae86-e8dba6259451 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Apr 12 20:07:03.854208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2b886-73c6-42b8-abe2-1fadf740d27e req-cddef207-12f2-403b-9f89-63acdebe05ca tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:03.855719 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9be2b886-73c6-42b8-abe2-1fadf740d27e req-cddef207-12f2-403b-9f89-63acdebe05ca tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0495691 Apr 12 20:07:03.904970 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9be2b886-73c6-42b8-abe2-1fadf740d27e req-39843fe5-14a8-4065-a42a-bdc82ffd4166 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Apr 12 20:07:03.971758 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d52dcee7-a190-4e37-9207-b41a8c1a6a0d req-5b733c43-9056-4827-8e28-cd22422d8080 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0277114 Apr 12 20:07:04.100225 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-9b0d8c28-6074-43b6-84bd-8f716548f475 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 HTTP/1.1" status: 200 len: 1001 time: 0.1156459 Apr 12 20:07:04.101971 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-028e4147-ae3a-48b1-83f9-53f6bc9011cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 1000 time: 0.1163061 Apr 12 20:07:04.124496 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e5e6d-b3bc-47a4-b007-0823c34e20d4 req-c933809d-cc92-447a-b065-01400d51bf4b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:04.126067 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d04e5e6d-b3bc-47a4-b007-0823c34e20d4 req-c933809d-cc92-447a-b065-01400d51bf4b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 944 time: 0.0505204 Apr 12 20:07:04.174026 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d04e5e6d-b3bc-47a4-b007-0823c34e20d4 req-acfbab52-42a5-4662-a8a1-5fa36cb71615 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413988 Apr 12 20:07:04.453436 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 28c8fb81-cfeb-4adb-906b-0c62f56c6558 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:04.513914 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:07:04.522926 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:04.522926 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:04.603212 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:04.603452 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:04.614545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ac8c-12b0-4a63-9322-d9cda453365e req-847197f2-8afe-482a-b2ca-f06b11641615 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:04.616109 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39c7ac8c-12b0-4a63-9322-d9cda453365e req-847197f2-8afe-482a-b2ca-f06b11641615 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0464594 Apr 12 20:07:04.626161 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:04.628414 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf4eb5b-b048-42cd-84b9-0c03abf8e38c" -d '{"events": [{"server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "name": "network-vif-plugged", "status": "completed", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:04.641400 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 28c8fb81-cfeb-4adb-906b-0c62f56c6558, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:04.648492 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:04.668535 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39c7ac8c-12b0-4a63-9322-d9cda453365e req-5e82d19d-e164-40a2-ab8f-0a0880fee45e tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467391 Apr 12 20:07:04.671974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c69b150-84c5-4887-882e-3ca15960d477 x-openstack-request-id: req-6c69b150-84c5-4887-882e-3ca15960d477 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:04.672258 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "name": "network-vif-plugged", "status": "completed", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:04.672525 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c69b150-84c5-4887-882e-3ca15960d477 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:04.672911 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c69b150-84c5-4887-882e-3ca15960d477'] response: {'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'code': 200} Apr 12 20:07:04.698336 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=28c8fb81-cfeb-4adb-906b-0c62f56c6558,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:05.040321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075ebcc-cb43-4fb3-9880-37a2b82ed16b req-a8b891e7-1999-4f79-aac4-a54f1e99d877 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.041892 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a075ebcc-cb43-4fb3-9880-37a2b82ed16b req-a8b891e7-1999-4f79-aac4-a54f1e99d877 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0505977 Apr 12 20:07:05.073405 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-338180f1-653f-4e49-943f-e850b3c0dab1 req-cab358df-09ca-4ca4-840b-f92329e00f63 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0305817 Apr 12 20:07:05.106402 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a075ebcc-cb43-4fb3-9880-37a2b82ed16b req-a52a2371-e057-46c9-bb97-bbbf779a3254 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554059 Apr 12 20:07:05.294197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e75a18-2eb6-44ee-82b0-f7a3f8c321b7 req-61ae1b56-2955-466f-8c79-9ba9dc2ac7d5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.294197 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-04e75a18-2eb6-44ee-82b0-f7a3f8c321b7 req-61ae1b56-2955-466f-8c79-9ba9dc2ac7d5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0525022 Apr 12 20:07:05.341277 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-04e75a18-2eb6-44ee-82b0-f7a3f8c321b7 req-274f5fc8-a569-4915-b2a7-651a93ceb1c8 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417495 Apr 12 20:07:05.470491 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-dba45b09-0425-41ac-90c1-fb700c4cd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.472195 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-dba45b09-0425-41ac-90c1-fb700c4cd598 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.1070571 Apr 12 20:07:05.479996 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-7948a45e-3342-4d49-a8d4-bea33a109d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.481800 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-7948a45e-3342-4d49-a8d4-bea33a109d3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ebb16db-6029-4749-be9b-d19357a90d5f HTTP/1.1" status: 200 len: 853 time: 0.0738559 Apr 12 20:07:05.503898 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-41c35336-53f3-476f-a9eb-94cc33998381 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.505676 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-41c35336-53f3-476f-a9eb-94cc33998381 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "GET /v2.0/networks?id=dc6efcfd-ad12-4b33-9898-c8837b9e92a1 HTTP/1.1" status: 200 len: 809 time: 0.1178486 Apr 12 20:07:05.519194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Request body: {'port': {'device_id': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1', 'admin_state_up': True, 'tenant_id': 'e8290da3e7a1495da893bee3e7dd3440'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:05.612387 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-40deb3cc-bb01-4d06-89b3-adcbd43def17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.613912 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-40deb3cc-bb01-4d06-89b3-adcbd43def17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1256402 Apr 12 20:07:05.672718 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Made reservation on behalf of e8290da3e7a1495da893bee3e7dd3440 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:07:05.673695 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-814a9b92-cd1e-4b11-96b0-3842a7dd55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.674695 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-814a9b92-cd1e-4b11-96b0-3842a7dd55ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e73cc70-c996-4efe-87a3-bc481c89f70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1659808 Apr 12 20:07:05.676145 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:05.712893 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218fcb-cc1e-4f30-88e4-af523ab79a17 req-7285afc0-bec9-4c51-b481-2e48a1816e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.714370 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4c218fcb-cc1e-4f30-88e4-af523ab79a17 req-7285afc0-bec9-4c51-b481-2e48a1816e1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1129 time: 0.0975528 Apr 12 20:07:05.746661 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-3867aa88-2403-41a6-9af4-394a43ec6e17 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176605 Apr 12 20:07:05.811405 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6133eef-e632-4e53-a946-834fb4b972fb req-fc646373-29c5-4e23-83e1-411e7ad7b6e9 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:05.812909 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6133eef-e632-4e53-a946-834fb4b972fb req-fc646373-29c5-4e23-83e1-411e7ad7b6e9 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0747979 Apr 12 20:07:05.863857 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Allocated IP 172.20.0.8 (dc6efcfd-ad12-4b33-9898-c8837b9e92a1/27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c/4620cb96-cab7-46a6-a2a4-44c8065c8087) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:05.888239 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6133eef-e632-4e53-a946-834fb4b972fb req-2f243f62-f31e-41ea-a8e1-a29d8458287d tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 Apr 12 20:07:06.039550 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks [] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:06.074574 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:06.100188 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4c218fcb-cc1e-4f30-88e4-af523ab79a17 req-705ec761-993e-4b4c-a5b1-5a0c42c5163c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705885 Apr 12 20:07:06.120098 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-aa34f189-c581-480a-888b-420027601bee service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098815 Apr 12 20:07:06.126129 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:06.133787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:06.134152 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-78054718-330a-4c8e-b840-21b785b7ecab service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056139 Apr 12 20:07:06.139179 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:06.143316 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Pushing event updated for resources: {'Port': ['ID=4620cb96-cab7-46a6-a2a4-44c8065c8087,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:06.217239 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:06.217846 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:06.228467 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036f2f9-3ded-4631-8a45-a26658fd2dbf req-3b607815-1b08-4c21-8513-b6b4b80134f9 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:06.229934 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d036f2f9-3ded-4631-8a45-a26658fd2dbf req-3b607815-1b08-4c21-8513-b6b4b80134f9 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 931 time: 0.0669968 Apr 12 20:07:06.246343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-0242c99c-704b-4364-ae49-e3e6746a33de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7311680 Apr 12 20:07:06.283815 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d036f2f9-3ded-4631-8a45-a26658fd2dbf req-d877e604-0669-42d8-aa52-092f4c1dee5f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482168 Apr 12 20:07:06.459821 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d9f65-20fa-4214-b893-a76c29948bca req-8bd0ea7e-9153-44aa-ba37-ff39e7600655 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:06.461308 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b54d9f65-20fa-4214-b893-a76c29948bca req-8bd0ea7e-9153-44aa-ba37-ff39e7600655 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0520346 Apr 12 20:07:06.508859 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b54d9f65-20fa-4214-b893-a76c29948bca req-5e232230-6400-4845-aa65-7e7c03b73520 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416570 Apr 12 20:07:06.920145 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Request body: {'port': {'device_id': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:06.993022 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:07.028552 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ad3d5532-7e43-4300-97b6-b77c886f640e req-c86a18df-68d1-4ba4-b42a-7c11390ec26c service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143744 Apr 12 20:07:07.054771 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee0d7d-3693-47a9-937a-2c0f98743a33 req-ae1ccb63-72b0-4ba8-b6ed-7a3616641baf tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:07.056328 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24ee0d7d-3693-47a9-937a-2c0f98743a33 req-ae1ccb63-72b0-4ba8-b6ed-7a3616641baf tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0768497 Apr 12 20:07:07.169819 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24ee0d7d-3693-47a9-937a-2c0f98743a33 req-e769fb5d-ef32-444f-af6c-621ac54e37ce tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069713 Apr 12 20:07:07.319405 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4620cb96-cab7-46a6-a2a4-44c8065c8087 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:07:07.328163 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Publish callbacks [] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:07.342657 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Transition to ACTIVE for port object 4620cb96-cab7-46a6-a2a4-44c8065c8087 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:07:07.348540 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:07.459360 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Pushing event updated for resources: {'Port': ['ID=4620cb96-cab7-46a6-a2a4-44c8065c8087,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:07.471330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd904fe-716a-47bf-b55b-235ba1717de8 req-0194495b-d90e-4e6a-8531-13ee75f9d323 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:07.472883 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ddd904fe-716a-47bf-b55b-235ba1717de8 req-0194495b-d90e-4e6a-8531-13ee75f9d323 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.1135705 Apr 12 20:07:07.514819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871bc95-695c-40b8-8e9e-2d6b87f57e87 req-b47927d5-0ff2-49de-bda5-5a15a1029ed0 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:07.516269 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e871bc95-695c-40b8-8e9e-2d6b87f57e87 req-b47927d5-0ff2-49de-bda5-5a15a1029ed0 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.1010382 Apr 12 20:07:07.594367 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ddd904fe-716a-47bf-b55b-235ba1717de8 req-4517a11e-2611-4042-8b1c-62d64a737c72 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130576 Apr 12 20:07:07.622165 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Attempting to bind port 4620cb96-cab7-46a6-a2a4-44c8065c8087 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:07.622489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Attempting to bind port 4620cb96-cab7-46a6-a2a4-44c8065c8087 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:07.622829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Attempting to bind port 4620cb96-cab7-46a6-a2a4-44c8065c8087 on network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:07.627525 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e871bc95-695c-40b8-8e9e-2d6b87f57e87 req-9f2cb0f8-dfd2-42b7-90b3-405d6f4a6804 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052709 Apr 12 20:07:07.630744 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Port 4620cb96-cab7-46a6-a2a4-44c8065c8087 on network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:07:07.631057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Attempting to bind port 4620cb96-cab7-46a6-a2a4-44c8065c8087 on network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:07.639205 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:07.639638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Checking segment: {'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:07.639933 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Bound using segment: {'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:07.640373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Bound port: 4620cb96-cab7-46a6-a2a4-44c8065c8087, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:07.640712 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:07.732882 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d3988-6ed1-4155-858a-43a0003e1b85 req-d0cda9f2-0aec-4ce7-b57f-698306c13d25 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:07.734314 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c02d3988-6ed1-4155-858a-43a0003e1b85 req-d0cda9f2-0aec-4ce7-b57f-698306c13d25 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0785580 Apr 12 20:07:07.739663 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] For port 4620cb96-cab7-46a6-a2a4-44c8065c8087, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:07.743592 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] For port 4620cb96-cab7-46a6-a2a4-44c8065c8087, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4620cb96-cab7-46a6-a2a4-44c8065c8087,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:07.752808 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:07.802957 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:07.803508 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:07.805234 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] 10.222.0.60 "PUT /v2.0/ports/4620cb96-cab7-46a6-a2a4-44c8065c8087 HTTP/1.1" status: 200 len: 1093 time: 0.8897438 Apr 12 20:07:07.813204 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'tag': '4620cb96-cab7-46a6-a2a4-44c8065c8087'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:07.816494 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358b878-5534-46df-a283-8611b061b04b" -d '{"events": [{"name": "network-changed", "server_uuid": "8016de72-a921-41d8-8e0d-434c0535f6e5", "tag": "4620cb96-cab7-46a6-a2a4-44c8065c8087"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:07.849626 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c02d3988-6ed1-4155-858a-43a0003e1b85 req-02a68b92-de83-4bd5-bfad-81db473cf5cc tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078258 Apr 12 20:07:07.852518 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ac628-af2a-4b8f-9938-6cc273e7f12b service neutron] Pushing event updated for resources: {'Port': ['ID=4620cb96-cab7-46a6-a2a4-44c8065c8087,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:07.860029 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de653b21-2651-4a12-a16c-07057d269e36 x-openstack-request-id: req-de653b21-2651-4a12-a16c-07057d269e36 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:07.860308 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8016de72-a921-41d8-8e0d-434c0535f6e5", "tag": "4620cb96-cab7-46a6-a2a4-44c8065c8087", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:07.860529 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de653b21-2651-4a12-a16c-07057d269e36 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:07.861123 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de653b21-2651-4a12-a16c-07057d269e36'] response: {'name': 'network-changed', 'server_uuid': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'tag': '4620cb96-cab7-46a6-a2a4-44c8065c8087', 'status': 'completed', 'code': 200} Apr 12 20:07:08.741913 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d85701-bc78-4f4b-bcbc-5d79baa515b4 req-d7e183b9-a467-4df8-a82f-8fb8e3b45eed tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:08.743373 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-70d85701-bc78-4f4b-bcbc-5d79baa515b4 req-d7e183b9-a467-4df8-a82f-8fb8e3b45eed tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.0729523 Apr 12 20:07:08.763400 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2accd4-bb6a-4f82-a1b7-7bc1c18ae36d req-3824c08a-f8f3-4149-bd38-26df02f7e020 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:08.764816 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee2accd4-bb6a-4f82-a1b7-7bc1c18ae36d req-3824c08a-f8f3-4149-bd38-26df02f7e020 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0658512 Apr 12 20:07:08.833347 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-70d85701-bc78-4f4b-bcbc-5d79baa515b4 req-c96b1684-b759-4c47-862b-73840f155828 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839422 Apr 12 20:07:08.840094 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee2accd4-bb6a-4f82-a1b7-7bc1c18ae36d req-4bb68e13-3761-4cf3-a84b-f7db0cd9039f tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683742 Apr 12 20:07:08.965292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6aa98-0ff7-4e2e-aeb4-a9a23c15e002 req-5bf2ac13-128e-4044-8ffc-a9ad39459eb9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:08.966796 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39d6aa98-0ff7-4e2e-aeb4-a9a23c15e002 req-5bf2ac13-128e-4044-8ffc-a9ad39459eb9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0485795 Apr 12 20:07:09.023486 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39d6aa98-0ff7-4e2e-aeb4-a9a23c15e002 req-89eb0e12-00f2-490e-86c3-851de33833a5 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487721 Apr 12 20:07:09.982888 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63738a-4894-4d4e-aad8-c52a9e1eb6a9 req-b15a8734-a372-4c93-b38e-e199f34f3f47 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:09.984382 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ff63738a-4894-4d4e-aad8-c52a9e1eb6a9 req-b15a8734-a372-4c93-b38e-e199f34f3f47 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.0769081 Apr 12 20:07:09.995730 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84bb6d-b1f8-400d-8e5a-93d2d59557ab req-464d0218-998c-44aa-aa30-58069a516dae tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:09.997302 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1a84bb6d-b1f8-400d-8e5a-93d2d59557ab req-464d0218-998c-44aa-aa30-58069a516dae tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0796297 Apr 12 20:07:10.067018 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ff63738a-4894-4d4e-aad8-c52a9e1eb6a9 req-697c2230-287c-444c-80ea-2faff40f7fbd tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686469 Apr 12 20:07:10.070240 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1a84bb6d-b1f8-400d-8e5a-93d2d59557ab req-50ef753b-5929-4efc-b010-e7894c4fe560 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/security-groups?id=a5e3e204-1855-4405-9536-a220ad3e31b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Apr 12 20:07:10.174194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73318da9-9c8c-4547-a0da-81e79ede5f26 req-2c62752e-29ef-4f83-9c54-9ffd8b238459 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:10.175678 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73318da9-9c8c-4547-a0da-81e79ede5f26 req-2c62752e-29ef-4f83-9c54-9ffd8b238459 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0502005 Apr 12 20:07:10.223764 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73318da9-9c8c-4547-a0da-81e79ede5f26 req-c23deb15-993a-436e-8ce4-0055565619fb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422904 Apr 12 20:07:10.269874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358b878-5534-46df-a283-8611b061b04b req-3d64c830-64f0-4f65-b507-3a0fb225c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:10.271378 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f358b878-5534-46df-a283-8611b061b04b req-3d64c830-64f0-4f65-b507-3a0fb225c003 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8290da3e7a1495da893bee3e7dd3440&device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 1127 time: 0.0401800 Apr 12 20:07:10.353125 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba17eea-f832-4e06-9bd2-d3602d535401 req-4520fd85-ce45-4cf8-b02f-b2467c019ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:10.354641 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ba17eea-f832-4e06-9bd2-d3602d535401 req-4520fd85-ce45-4cf8-b02f-b2467c019ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0591955 Apr 12 20:07:10.364041 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42102) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:10.368363 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'floatingip': {'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:10.408438 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:10.644388 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7972da-7228-423b-86e8-7615af936375 req-088e73e2-f84b-44b0-9bed-0414c07bfc58 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:10.645818 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4e7972da-7228-423b-86e8-7615af936375 req-088e73e2-f84b-44b0-9bed-0414c07bfc58 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.60 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 950 time: 0.0835574 Apr 12 20:07:10.707112 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358b878-5534-46df-a283-8611b061b04b req-17a0944b-a95c-4b71-a687-1ae9d74ab9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:10.708580 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f358b878-5534-46df-a283-8611b061b04b req-17a0944b-a95c-4b71-a687-1ae9d74ab9e3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e8290da3e7a1495da893bee3e7dd3440&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1479921 Apr 12 20:07:10.777862 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Deleting port 535daff8-69f8-439a-8403-910d2bfeb6d2 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:07:10.778157 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:10.880295 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] For port 535daff8-69f8-439a-8403-910d2bfeb6d2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=535daff8-69f8-439a-8403-910d2bfeb6d2,segment=NetworkSegment(c099a1d5-1a63-42e8-95dc-cbb97d0b673b),segment_id=c099a1d5-1a63-42e8-95dc-cbb97d0b673b)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:10.880679 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:10.900971 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Calling delete_port for 535daff8-69f8-439a-8403-910d2bfeb6d2 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:07:10.915007 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358b878-5534-46df-a283-8611b061b04b req-aaae4713-09ad-468d-9d97-e767026051cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:10.916505 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f358b878-5534-46df-a283-8611b061b04b req-aaae4713-09ad-468d-9d97-e767026051cc service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817417 Apr 12 20:07:11.073813 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (535daff8-69f8-439a-8403-910d2bfeb6d2), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:11.106308 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['535daff8-69f8-439a-8403-910d2bfeb6d2'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:07:11.109559 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Pushing event deleted for resources: {'Port': ['ID=535daff8-69f8-439a-8403-910d2bfeb6d2,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:11.176982 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] No DVR routers for this DVR port 535daff8-69f8-439a-8403-910d2bfeb6d2 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:07:11.181447 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:11.185299 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4e7972da-7228-423b-86e8-7615af936375 req-dd6acf26-c9a6-4a89-8c1e-65354a73b993 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.60 "DELETE /v2.0/ports/535daff8-69f8-439a-8403-910d2bfeb6d2 HTTP/1.1" status: 204 len: 173 time: 0.5303540 Apr 12 20:07:11.185593 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'name': 'network-vif-deleted', 'tag': '535daff8-69f8-439a-8403-910d2bfeb6d2'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:11.188113 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8ee7a4-8915-47df-8803-95b83db25644" -d '{"events": [{"server_uuid": "0faf03f7-08c1-48cb-a900-cc897e9d23b8", "name": "network-vif-deleted", "tag": "535daff8-69f8-439a-8403-910d2bfeb6d2"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:11.377836 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-3227162d-2cba-4d97-bbca-c7e0e10b164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:11.379309 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-3227162d-2cba-4d97-bbca-c7e0e10b164c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8290da3e7a1495da893bee3e7dd3440&device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 1127 time: 0.3867409 Apr 12 20:07:11.380834 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ba318f23-4ec2-486a-a881-86a5feefb868 req-1ba4a86a-5c0a-4343-b38e-313ef3176565 tempest-VolumesNegativeTest-1812629580 tempest-VolumesNegativeTest-1812629580-project] 10.222.0.43 "GET /v2.0/ports?device_id=0faf03f7-08c1-48cb-a900-cc897e9d23b8 HTTP/1.1" status: 200 len: 210 time: 0.0719941 Apr 12 20:07:11.382723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:11.388484 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:11.430432 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f4553-14a1-422f-a0fb-9473652928c5 x-openstack-request-id: req-755f4553-14a1-422f-a0fb-9473652928c5 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:11.430787 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0faf03f7-08c1-48cb-a900-cc897e9d23b8", "name": "network-vif-deleted", "tag": "535daff8-69f8-439a-8403-910d2bfeb6d2", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:11.431093 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-755f4553-14a1-422f-a0fb-9473652928c5 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:11.431353 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddb0c7-265e-4335-8e1c-dff7630cf9e6 req-4c070aed-5159-4bc9-8b7b-9cd1f3927914 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:11.431629 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755f4553-14a1-422f-a0fb-9473652928c5'] response: {'server_uuid': '0faf03f7-08c1-48cb-a900-cc897e9d23b8', 'name': 'network-vif-deleted', 'tag': '535daff8-69f8-439a-8403-910d2bfeb6d2', 'status': 'completed', 'code': 200} Apr 12 20:07:11.432847 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-89ddb0c7-265e-4335-8e1c-dff7630cf9e6 req-4c070aed-5159-4bc9-8b7b-9cd1f3927914 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.1270497 Apr 12 20:07:11.525396 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-89ddb0c7-265e-4335-8e1c-dff7630cf9e6 req-87fede85-7979-4b85-8f21-fe011128186f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862343 Apr 12 20:07:11.528239 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Floating IP 3d4846e6-a193-4e8d-ba20-89ad861ec59d associated. External IP: 172.27.3.81, port: 28c8fb81-cfeb-4adb-906b-0c62f56c6558. Apr 12 20:07:11.753071 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-e7d251b5-1d76-4cdf-a522-1608798b9c85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4620cb96-cab7-46a6-a2a4-44c8065c8087 HTTP/1.1" status: 200 len: 217 time: 0.0370536 Apr 12 20:07:11.809164 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Router 12e92026-20ca-4651-94a6-3ed37f5ec074 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:07:11.824292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-4b529b95-d0ee-4ef4-8e0b-0c324e994c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:11.825814 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-4b529b95-d0ee-4ef4-8e0b-0c324e994c3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c HTTP/1.1" status: 200 len: 849 time: 0.0599639 Apr 12 20:07:11.897212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-4624ee74-1b87-43ca-bfb4-147c77af9a69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc6efcfd-ad12-4b33-9898-c8837b9e92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341661 Apr 12 20:07:12.008429 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:07:12.014053 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:12.018404 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] Sync routers for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:07:12.029014 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:12.029633 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:06:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:12.058006 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-32eb9465-059f-41fc-b968-335b33b489c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "PUT /v2.0/floatingips/3d4846e6-a193-4e8d-ba20-89ad861ec59d HTTP/1.1" status: 200 len: 990 time: 1.6928995 Apr 12 20:07:12.058791 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:12.061009 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df2127-791f-403c-8c67-b7314139781d" -d '{"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:12.064664 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-42fbc2c3-795f-4b9c-9a80-1d1b7566e2ec service neutron] 10.222.0.60 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329570 Apr 12 20:07:12.099983 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea29f24-340a-4eca-91d7-d1f8a93bcd68 x-openstack-request-id: req-2ea29f24-340a-4eca-91d7-d1f8a93bcd68 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:12.100272 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:12.100520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ea29f24-340a-4eca-91d7-d1f8a93bcd68 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:12.100919 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea29f24-340a-4eca-91d7-d1f8a93bcd68'] response: {'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'status': 'completed', 'code': 200} Apr 12 20:07:12.138807 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:12.169538 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1f242ad3-077d-464c-b05e-f653aef4aafd req-42cbf88a-f6dd-415d-a349-90cd3b60d9d7 service neutron] 10.222.0.60 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937655 Apr 12 20:07:12.181699 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2127-791f-403c-8c67-b7314139781d req-707f8acc-1550-47d2-92aa-675375757baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:12.183986 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11df2127-791f-403c-8c67-b7314139781d req-707f8acc-1550-47d2-92aa-675375757baf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1129 time: 0.0425992 Apr 12 20:07:12.278508 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2127-791f-403c-8c67-b7314139781d req-222c0927-effb-418f-8f1a-81d8bb1738c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:12.280062 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11df2127-791f-403c-8c67-b7314139781d req-222c0927-effb-418f-8f1a-81d8bb1738c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0882015 Apr 12 20:07:12.448833 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '3d4846e6-a193-4e8d-ba20-89ad861ec59d', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'mac_address': 'fa:16:3e:6d:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:41Z', 'updated_at': '2022-04-12T20:07:10Z', 'revision_number': 1, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:12.477157 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] Checking router: 12e92026-20ca-4651-94a6-3ed37f5ec074 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:07:12.486078 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:12.486698 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:06:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:12.595193 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:12.651679 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab05f9-3ee6-4cc1-925a-beace9059b37 req-31a95604-598d-41e1-b94a-8f346b362d81 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:12.653420 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-caab05f9-3ee6-4cc1-925a-beace9059b37 req-31a95604-598d-41e1-b94a-8f346b362d81 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.0524516 Apr 12 20:07:12.708700 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-caab05f9-3ee6-4cc1-925a-beace9059b37 req-747da77e-164a-4ffc-9ceb-37ccd66a1755 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Apr 12 20:07:12.837410 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '3d4846e6-a193-4e8d-ba20-89ad861ec59d', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'mac_address': 'fa:16:3e:6d:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:41Z', 'updated_at': '2022-04-12T20:07:10Z', 'revision_number': 1, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:12.864721 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cba646-eb8a-4b20-b37e-799deedf03a2 None None] The sync data for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi is: [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '3d4846e6-a193-4e8d-ba20-89ad861ec59d', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'mac_address': 'fa:16:3e:6d:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:41Z', 'updated_at': '2022-04-12T20:07:10Z', 'revision_number': 1, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:07:13.100313 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a411fe-37b2-44a0-bb30-df6c5905bff0 None None] New status for floating IP 3d4846e6-a193-4e8d-ba20-89ad861ec59d: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:07:13.827684 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d067b-2bfe-4da0-a031-cb4a33f0e5ea req-bb9b40e5-6be6-44eb-944d-d7f8282ee445 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:13.829294 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-850d067b-2bfe-4da0-a031-cb4a33f0e5ea req-bb9b40e5-6be6-44eb-944d-d7f8282ee445 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.0531261 Apr 12 20:07:13.876653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-850d067b-2bfe-4da0-a031-cb4a33f0e5ea req-0b47f220-dcfe-45f5-88ba-99f20a3f5c7c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Apr 12 20:07:14.460282 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 535daff8-69f8-439a-8403-910d2bfeb6d2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:07:14.481198 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 535daff8-69f8-439a-8403-910d2bfeb6d2 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:07:14.481537 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 535daff8-69f8-439a-8403-910d2bfeb6d2 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:07:14.990436 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442a47b-0428-4f6b-a53c-36701e1aaccc req-00996f00-6e0c-41cc-ae37-9341982beaae tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:14.992427 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a442a47b-0428-4f6b-a53c-36701e1aaccc req-00996f00-6e0c-41cc-ae37-9341982beaae tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.0484991 Apr 12 20:07:15.040698 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a442a47b-0428-4f6b-a53c-36701e1aaccc req-f6ae4b7e-d312-4516-9c0b-749eb5fec0ea tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Apr 12 20:07:15.522862 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11df2127-791f-403c-8c67-b7314139781d req-0db07132-a962-4365-ac88-d19aaf9edde8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 200 len: 1000 time: 0.0660007 Apr 12 20:07:15.578023 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2127-791f-403c-8c67-b7314139781d req-fc35cbbb-96a6-4d50-a3ac-6eeba77b1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:15.579527 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11df2127-791f-403c-8c67-b7314139781d req-fc35cbbb-96a6-4d50-a3ac-6eeba77b1101 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0486350 Apr 12 20:07:15.622375 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2127-791f-403c-8c67-b7314139781d req-887332e9-da60-4d13-8537-c772afd6b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:15.623880 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11df2127-791f-403c-8c67-b7314139781d req-887332e9-da60-4d13-8537-c772afd6b992 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378480 Apr 12 20:07:15.718770 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11df2127-791f-403c-8c67-b7314139781d req-963eab0c-4b2c-4b1d-8bcf-4f2aaeea2b43 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870335 Apr 12 20:07:15.812078 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11df2127-791f-403c-8c67-b7314139781d req-5305ae75-b292-481f-a0e2-35c52862a357 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859492 Apr 12 20:07:16.167378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91ee2-a9b1-432f-83b3-edd9384e11d2 req-d3217f1e-3b18-4b0f-a48c-328003702e0e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:16.169090 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9cf91ee2-a9b1-432f-83b3-edd9384e11d2 req-d3217f1e-3b18-4b0f-a48c-328003702e0e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 943 time: 0.0548024 Apr 12 20:07:16.224835 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9cf91ee2-a9b1-432f-83b3-edd9384e11d2 req-5af5ecac-bb2c-4380-932f-5d4bc088fee0 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498593 Apr 12 20:07:16.485846 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 4620cb96-cab7-46a6-a2a4-44c8065c8087 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:07:16.504474 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42386) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:16.588021 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 4620cb96-cab7-46a6-a2a4-44c8065c8087, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4620cb96-cab7-46a6-a2a4-44c8065c8087,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:16.599938 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '4620cb96-cab7-46a6-a2a4-44c8065c8087', 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1', 'port_id': '4620cb96-cab7-46a6-a2a4-44c8065c8087', 'mac_address': 'fa:16:3e:23:f1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:07:16.638046 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 4620cb96-cab7-46a6-a2a4-44c8065c8087 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:16.638448 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:16.640246 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42390) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:16.640827 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ff2fad33-aead-4fd7-94e6-cbb3f790f91c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c80c57b8050e45a7ab9b040f0d29ea59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349494 Apr 12 20:07:16.652716 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4620cb96-cab7-46a6-a2a4-44c8065c8087 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:07:16.672678 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 4620cb96-cab7-46a6-a2a4-44c8065c8087, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4620cb96-cab7-46a6-a2a4-44c8065c8087,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:16.678151 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:16.858945 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=4620cb96-cab7-46a6-a2a4-44c8065c8087,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:16.931897 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7789612d-007e-456c-8a51-8b68859e89f7 admin admin] Publish callbacks [] for security_group (a5e3e204-1855-4405-9536-a220ad3e31b4), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:16.954120 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7789612d-007e-456c-8a51-8b68859e89f7 admin admin] Publish callbacks [] for security_group (a5e3e204-1855-4405-9536-a220ad3e31b4), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:17.010168 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7789612d-007e-456c-8a51-8b68859e89f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (a5e3e204-1855-4405-9536-a220ad3e31b4), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:17.013101 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7789612d-007e-456c-8a51-8b68859e89f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:17.014290 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7789612d-007e-456c-8a51-8b68859e89f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5e3e204-1855-4405-9536-a220ad3e31b4 HTTP/1.1" status: 204 len: 168 time: 0.3718019 Apr 12 20:07:17.022667 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789612d-007e-456c-8a51-8b68859e89f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e3e204-1855-4405-9536-a220ad3e31b4,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:17.198902 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['4620cb96-cab7-46a6-a2a4-44c8065c8087'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:07:17.368976 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbeec-fe5c-4198-b508-9e9b33bdf9fd req-b74e8fe5-4b86-4663-8362-143f5a82a5cc tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:17.370547 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-620dbeec-fe5c-4198-b508-9e9b33bdf9fd req-b74e8fe5-4b86-4663-8362-143f5a82a5cc tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 944 time: 0.0578327 Apr 12 20:07:17.418984 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-620dbeec-fe5c-4198-b508-9e9b33bdf9fd req-e4a227cf-c87d-470e-ad8d-5b033e1a3193 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Apr 12 20:07:18.542460 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2973e5-ec96-41ac-8b41-3307b4e04e40 req-b6bd3ca9-35a9-4fb8-8b8d-33f68c4ce15f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:18.543941 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2a2973e5-ec96-41ac-8b41-3307b4e04e40 req-b6bd3ca9-35a9-4fb8-8b8d-33f68c4ce15f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 944 time: 0.0554020 Apr 12 20:07:18.593454 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2a2973e5-ec96-41ac-8b41-3307b4e04e40 req-1490aef2-b1f5-4970-bd48-7ce6a0aa2a4c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Apr 12 20:07:18.709384 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 4620cb96-cab7-46a6-a2a4-44c8065c8087 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:18.765166 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 4620cb96-cab7-46a6-a2a4-44c8065c8087 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:07:18.774749 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 4620cb96-cab7-46a6-a2a4-44c8065c8087 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:18.775115 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:18.849409 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 4620cb96-cab7-46a6-a2a4-44c8065c8087 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:18.849756 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:18.872278 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620cb96-cab7-46a6-a2a4-44c8065c8087'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:18.874499 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e215f-2597-4fdf-aa29-6abbef2e167d" -d '{"events": [{"server_uuid": "8016de72-a921-41d8-8e0d-434c0535f6e5", "name": "network-vif-plugged", "status": "completed", "tag": "4620cb96-cab7-46a6-a2a4-44c8065c8087"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:18.887367 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 4620cb96-cab7-46a6-a2a4-44c8065c8087, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4620cb96-cab7-46a6-a2a4-44c8065c8087,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:18.892663 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:18.920711 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675f7ac9-207c-407e-b253-fe2619630286 x-openstack-request-id: req-675f7ac9-207c-407e-b253-fe2619630286 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:18.921004 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8016de72-a921-41d8-8e0d-434c0535f6e5", "name": "network-vif-plugged", "status": "completed", "tag": "4620cb96-cab7-46a6-a2a4-44c8065c8087", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:18.921254 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-675f7ac9-207c-407e-b253-fe2619630286 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:18.921642 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675f7ac9-207c-407e-b253-fe2619630286'] response: {'server_uuid': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620cb96-cab7-46a6-a2a4-44c8065c8087', 'code': 200} Apr 12 20:07:18.947474 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=4620cb96-cab7-46a6-a2a4-44c8065c8087,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:19.121897 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0579d3-b6ff-4033-ad80-8a9a9f78cfe1 req-39e51dfc-3b5e-40d8-89f6-6aff50a804d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:19.123403 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3f0579d3-b6ff-4033-ad80-8a9a9f78cfe1 req-39e51dfc-3b5e-40d8-89f6-6aff50a804d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0402462 Apr 12 20:07:19.173277 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3f0579d3-b6ff-4033-ad80-8a9a9f78cfe1 req-862a559e-82ce-4f0d-a107-dd4eaa8527f6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Apr 12 20:07:19.716223 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c1ba-9f1c-4e71-8034-d4b3dfaf01f3 req-0c4620d3-a44d-4ae0-b4be-462f3288ff73 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:19.717731 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e2e8c1ba-9f1c-4e71-8034-d4b3dfaf01f3 req-0c4620d3-a44d-4ae0-b4be-462f3288ff73 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Apr 12 20:07:19.767122 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e2e8c1ba-9f1c-4e71-8034-d4b3dfaf01f3 req-f3a035ab-d11a-4a40-8641-d092d5b90c9e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Apr 12 20:07:20.890459 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fac3a-4e47-412d-ab7b-369b94a6b5db req-b28be813-0df7-446c-a23b-c8ab9b8e4361 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:20.892156 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c84fac3a-4e47-412d-ab7b-369b94a6b5db req-b28be813-0df7-446c-a23b-c8ab9b8e4361 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0546894 Apr 12 20:07:20.943835 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c84fac3a-4e47-412d-ab7b-369b94a6b5db req-67f655d8-3319-41c1-947d-f644dfba4368 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Apr 12 20:07:22.084689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173647a-476b-4bc3-99f2-1f11823e423b req-037c361f-afe8-4ee1-889c-acad4e469b64 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:22.086156 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0173647a-476b-4bc3-99f2-1f11823e423b req-037c361f-afe8-4ee1-889c-acad4e469b64 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0604734 Apr 12 20:07:22.135739 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0173647a-476b-4bc3-99f2-1f11823e423b req-5ce992e9-8e49-44df-9b61-1c065bb4c0b2 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Apr 12 20:07:22.885218 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-850d31e1-d791-4357-a769-29b541cb638a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:23.266853 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cfcb6-9a57-4457-b7a0-c9c551837aef req-289a5cc9-540e-4f67-89f8-489a6057d41c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:23.268425 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ef2cfcb6-9a57-4457-b7a0-c9c551837aef req-289a5cc9-540e-4f67-89f8-489a6057d41c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0552526 Apr 12 20:07:23.319051 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ef2cfcb6-9a57-4457-b7a0-c9c551837aef req-31765569-8dc9-4296-8056-6e2cd6a16caa tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Apr 12 20:07:24.436024 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b5fa-5850-4d23-8c8e-0888b22a9819 req-8d4b6b43-547e-4c01-ab36-5614f4ace029 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:24.437464 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7763b5fa-5850-4d23-8c8e-0888b22a9819 req-8d4b6b43-547e-4c01-ab36-5614f4ace029 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0500944 Apr 12 20:07:24.483085 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7763b5fa-5850-4d23-8c8e-0888b22a9819 req-1ce2573f-870b-4c72-b285-78f62f2aa8b1 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Apr 12 20:07:25.224485 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-61d865f4-c15c-4d95-80d6-1fa5a5772cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:25.592488 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:25.608910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e667b-1006-4354-848c-f2252310d758 req-ade51836-1ce4-4168-9004-4638b45edc1f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:25.610384 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ed4e667b-1006-4354-848c-f2252310d758 req-ade51836-1ce4-4168-9004-4638b45edc1f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0499740 Apr 12 20:07:25.658163 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ed4e667b-1006-4354-848c-f2252310d758 req-ceaca305-365d-4093-8ce6-16ff506f614c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Apr 12 20:07:26.165078 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:26.784844 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797baea9-5725-4753-97e4-4d5ac5361df3 req-9142d6da-79d7-451a-bd46-6dcc77ee4e9d tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:26.786258 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-797baea9-5725-4753-97e4-4d5ac5361df3 req-9142d6da-79d7-451a-bd46-6dcc77ee4e9d tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0568373 Apr 12 20:07:26.843166 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-797baea9-5725-4753-97e4-4d5ac5361df3 req-b2c9ba17-8461-423a-987f-2b89136b60f9 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512993 Apr 12 20:07:27.635567 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:27.959723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c34a-6688-46db-802e-5455c8422825 req-7acdaddc-ac5e-428a-9a09-efac0c285f17 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:27.961174 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60c9c34a-6688-46db-802e-5455c8422825 req-7acdaddc-ac5e-428a-9a09-efac0c285f17 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0474823 Apr 12 20:07:28.008397 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60c9c34a-6688-46db-802e-5455c8422825 req-d976382e-2be2-4600-b115-46edf0a951df tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Apr 12 20:07:28.628135 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-368b6716-47f4-47af-a103-cba64232e1ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424807 Apr 12 20:07:28.700141 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-e0189560-adbd-4f79-af03-23e077187acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:28.701693 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-e0189560-adbd-4f79-af03-23e077187acf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1129 time: 0.0419559 Apr 12 20:07:28.824729 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-b99c112e-7f70-4511-81cd-8dba3a9c9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:28.826187 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-b99c112e-7f70-4511-81cd-8dba3a9c9a17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 911 time: 0.0879145 Apr 12 20:07:28.896807 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-5b4037c1-48dc-4132-b622-820e2be7273f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 200 len: 1001 time: 0.0608687 Apr 12 20:07:28.948072 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-feb0cb74-ac71-4839-be11-46bf9e2f159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:28.949453 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-feb0cb74-ac71-4839-be11-46bf9e2f159f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0461626 Apr 12 20:07:28.976325 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:28.998301 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-024ff5b2-606f-4726-b62f-c78b2705502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:28.999987 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-024ff5b2-606f-4726-b62f-c78b2705502f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393026 Apr 12 20:07:29.104199 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-053c6edf-3682-4f3c-ac6e-33178ccf0b6e service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976615 Apr 12 20:07:29.122660 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58a7fb-e5df-4e47-ad5b-f55d8415c63c req-e7ac89de-160c-494a-8ea3-812a1eb33413 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:29.124172 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d58a7fb-e5df-4e47-ad5b-f55d8415c63c req-e7ac89de-160c-494a-8ea3-812a1eb33413 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0467863 Apr 12 20:07:29.170389 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d58a7fb-e5df-4e47-ad5b-f55d8415c63c req-927cda1c-44f0-4cfa-a63d-aa72d899b25c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Apr 12 20:07:29.198400 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-33aa56dd-5858-4457-bd99-7d42f903aa1b req-39ae3ef4-9ecb-4426-941e-0e371c924ffc service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880432 Apr 12 20:07:29.992446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39740d-35d9-4739-ba99-52b119dc8e42 req-5382c851-d410-43fc-82d8-2d38c9c596e7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:29.993942 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a39740d-35d9-4739-ba99-52b119dc8e42 req-5382c851-d410-43fc-82d8-2d38c9c596e7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0508885 Apr 12 20:07:30.040258 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a39740d-35d9-4739-ba99-52b119dc8e42 req-95836773-fc02-4d2e-a225-714c7ef0b774 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Apr 12 20:07:31.162985 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfbca7-b0b5-439b-80d6-eb24590ff707 req-402e61e5-53fc-49ed-9138-8cb3e4b869fd tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:31.164470 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ddfbca7-b0b5-439b-80d6-eb24590ff707 req-402e61e5-53fc-49ed-9138-8cb3e4b869fd tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Apr 12 20:07:31.212729 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ddfbca7-b0b5-439b-80d6-eb24590ff707 req-fba8ce07-89ee-4daa-b0ca-cc0347d5b24a tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Apr 12 20:07:32.351408 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843cb0-9b6a-4948-b73c-c27926fcd2be req-2ea460b8-16f4-4303-b0ce-345a53f2adcf tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:32.353599 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-47843cb0-9b6a-4948-b73c-c27926fcd2be req-2ea460b8-16f4-4303-b0ce-345a53f2adcf tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0591495 Apr 12 20:07:32.419015 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-47843cb0-9b6a-4948-b73c-c27926fcd2be req-29d836e4-c251-42c9-a732-d85671c934f8 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Apr 12 20:07:32.550337 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42596) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:32.669336 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f3cfac68-20e4-431b-ae52-7e407307f7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:32.746009 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f3cfac68-20e4-431b-ae52-7e407307f7f7 admin admin] Publish callbacks [] for security_group (422525aa-f49c-4295-b299-6c66b28526fd), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:32.751313 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f3cfac68-20e4-431b-ae52-7e407307f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (422525aa-f49c-4295-b299-6c66b28526fd), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:32.788557 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-f3cfac68-20e4-431b-ae52-7e407307f7f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=176876e57a5a49fc9e5f5c929a81984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370830 Apr 12 20:07:32.789239 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfac68-20e4-431b-ae52-7e407307f7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422525aa-f49c-4295-b299-6c66b28526fd,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:32.791346 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42602) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:32.849734 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-01c7728e-b72d-47dc-90fc-b8d6ea78aae1 admin admin] Publish callbacks [] for security_group (422525aa-f49c-4295-b299-6c66b28526fd), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:32.894455 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-01c7728e-b72d-47dc-90fc-b8d6ea78aae1 admin admin] Publish callbacks [] for security_group (422525aa-f49c-4295-b299-6c66b28526fd), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:32.906065 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-ac5c4e13-7373-4d05-b048-6b7005427b1f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:32.907558 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-ac5c4e13-7373-4d05-b048-6b7005427b1f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 945 time: 0.0662613 Apr 12 20:07:33.001696 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-01c7728e-b72d-47dc-90fc-b8d6ea78aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (422525aa-f49c-4295-b299-6c66b28526fd), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.004275 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-01c7728e-b72d-47dc-90fc-b8d6ea78aae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.005447 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-01c7728e-b72d-47dc-90fc-b8d6ea78aae1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/422525aa-f49c-4295-b299-6c66b28526fd HTTP/1.1" status: 204 len: 168 time: 0.2129169 Apr 12 20:07:33.020115 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7728e-b72d-47dc-90fc-b8d6ea78aae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422525aa-f49c-4295-b299-6c66b28526fd,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:33.031747 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Deleting port 4620cb96-cab7-46a6-a2a4-44c8065c8087 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:07:33.032102 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.122501 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] For port 4620cb96-cab7-46a6-a2a4-44c8065c8087, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4620cb96-cab7-46a6-a2a4-44c8065c8087,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:33.123036 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.136435 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Calling delete_port for 4620cb96-cab7-46a6-a2a4-44c8065c8087 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:07:33.273717 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (4620cb96-cab7-46a6-a2a4-44c8065c8087), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.296522 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['4620cb96-cab7-46a6-a2a4-44c8065c8087'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:07:33.300340 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Pushing event deleted for resources: {'Port': ['ID=4620cb96-cab7-46a6-a2a4-44c8065c8087,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:33.350075 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] No DVR routers for this DVR port 4620cb96-cab7-46a6-a2a4-44c8065c8087 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:07:33.352576 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.355832 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-c3a76c6e-3047-49ce-abd3-af51ec6b2d0c req-5cac6a1b-91b8-4fb9-a946-ac91e072fc50 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "DELETE /v2.0/ports/4620cb96-cab7-46a6-a2a4-44c8065c8087 HTTP/1.1" status: 204 len: 173 time: 0.4328983 Apr 12 20:07:33.356270 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'name': 'network-vif-deleted', 'tag': '4620cb96-cab7-46a6-a2a4-44c8065c8087'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:33.358501 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae4ac0-9462-4b91-9a93-ce63907be59f" -d '{"events": [{"server_uuid": "8016de72-a921-41d8-8e0d-434c0535f6e5", "name": "network-vif-deleted", "tag": "4620cb96-cab7-46a6-a2a4-44c8065c8087"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:33.397508 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ada796-5d0d-4cf6-a324-f9959e7b2066 x-openstack-request-id: req-59ada796-5d0d-4cf6-a324-f9959e7b2066 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:33.397986 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8016de72-a921-41d8-8e0d-434c0535f6e5", "name": "network-vif-deleted", "tag": "4620cb96-cab7-46a6-a2a4-44c8065c8087", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:33.398405 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59ada796-5d0d-4cf6-a324-f9959e7b2066 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:33.399025 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ada796-5d0d-4cf6-a324-f9959e7b2066'] response: {'server_uuid': '8016de72-a921-41d8-8e0d-434c0535f6e5', 'name': 'network-vif-deleted', 'tag': '4620cb96-cab7-46a6-a2a4-44c8065c8087', 'status': 'completed', 'code': 200} Apr 12 20:07:33.561031 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8b3da2ef-caf4-4e13-ad2f-46e601be3a92 req-8cc59d14-5e89-4647-9925-66a8cf6b99d0 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=8016de72-a921-41d8-8e0d-434c0535f6e5 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Apr 12 20:07:33.657745 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42634) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:33.758937 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1511892726-network', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:33.782300 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Made reservation on behalf of eb9df83bd94d40488095a49631c1a15e for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:07:33.784691 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.793188 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.870362 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks [] for security_group (b1e5d2f8-5352-4add-b67e-bb7a14293818), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.875206 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (b1e5d2f8-5352-4add-b67e-bb7a14293818), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.900027 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:07:33.910164 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e5d2f8-5352-4add-b67e-bb7a14293818,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:33.915794 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (547f9ca9-be4d-49c3-a56a-3357e0dd450b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.916352 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Added segment 547f9ca9-be4d-49c3-a56a-3357e0dd450b of type vlan for network 5fdda22b-542b-46c1-94f8-04df80e21a7d Apr 12 20:07:33.957902 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (5fdda22b-542b-46c1-94f8-04df80e21a7d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.982881 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (5fdda22b-542b-46c1-94f8-04df80e21a7d), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.983916 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:33.984790 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.042442 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3834579 Apr 12 20:07:34.045406 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42640) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:34.049595 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29abb3-80a0-4459-bab2-3a235a8feca2 admin admin] Pushing event updated for resources: {'Network': ['ID=5fdda22b-542b-46c1-94f8-04df80e21a7d,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:34.050487 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Request body: {'subnet': {'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1511892726-subnet', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:34.059992 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:07:34.073607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Made reservation on behalf of eb9df83bd94d40488095a49631c1a15e for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:07:34.076133 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9009213'] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.245497 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9009195'] for subnet (95040a5e-99a0-4ec1-b6b0-30e74036641e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.303855 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95040a5e-99a0-4ec1-b6b0-30e74036641e,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:34.312910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Checking segment: {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:34.313268 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Network hostable DHCP agents. Network: 5fdda22b-542b-46c1-94f8-04df80e21a7d, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:07:34.334001 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:07:34.342997 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 5fdda22b-542b-46c1-94f8-04df80e21a7d) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:34.348035 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:34.349939 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.352345 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b51a369-21ad-4d95-810c-a9f8a837b236 None None] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:07:34.367113 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3563f5c2-f5ec-4f85-80e4-5533a78882d3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3206048 Apr 12 20:07:34.370104 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42642) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:34.375046 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:34.394300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (71496585-ca2f-41bf-97f0-4119a938678b), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.395298 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (71496585-ca2f-41bf-97f0-4119a938678b), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.448631 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks [] for router_controller (71496585-ca2f-41bf-97f0-4119a938678b), precommit_add_association {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.449822 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-5fdda22b-542b-46c1-94f8-04df80e21a7d', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:07:34.450928 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.591823 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks [] for router_gateway (71496585-ca2f-41bf-97f0-4119a938678b), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.604024 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Allocated IP 172.20.0.2 (5fdda22b-542b-46c1-94f8-04df80e21a7d/95040a5e-99a0-4ec1-b6b0-30e74036641e/c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:34.746990 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Publish callbacks [] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.754137 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.779749 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks [] for router_gateway (71496585-ca2f-41bf-97f0-4119a938678b), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.791778 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:34.801931 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:34.805141 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:34.807392 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Pushing event updated for resources: {'Port': ['ID=c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:34.809634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.818734 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.819078 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.819415 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.819802 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.820139 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.820468 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.820793 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.821112 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.821432 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.822086 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.822414 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.822739 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.823059 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.823374 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.823709 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:34.880220 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Attempting to bind port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:34.880452 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Attempting to bind port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:34.880827 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Attempting to bind port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe on network 5fdda22b-542b-46c1-94f8-04df80e21a7d {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:34.886071 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:34.886444 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Checking segment: {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:34.886842 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.887232 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Bound using segment: {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:34.887702 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Bound port: c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:34.888078 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.952628 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] For port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:34.955966 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] For port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:34.963801 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:34.970314 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-d08a0071-200f-4547-88b6-eff639f7b645 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:34.972045 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-d08a0071-200f-4547-88b6-eff639f7b645 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/networks?id=dc6efcfd-ad12-4b33-9898-c8837b9e92a1 HTTP/1.1" status: 200 len: 809 time: 0.1727242 Apr 12 20:07:35.000478 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Allocated IP 172.27.3.236 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/9ea8ac7e-f6fe-4e38-af74-f06c00ae4787) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:35.006211 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-299490ef-7f3d-4dbc-999a-aa39ebf5a957 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/quotas/e8290da3e7a1495da893bee3e7dd3440 HTTP/1.1" status: 200 len: 375 time: 0.0262415 Apr 12 20:07:35.022241 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a8da-2232-4090-9b2e-01fb9d355c57 None None] Pushing event updated for resources: {'Port': ['ID=c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:35.063467 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-57e4bca9-4473-43b1-9213-53c10c51cd5a tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8290da3e7a1495da893bee3e7dd3440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442705 Apr 12 20:07:35.194370 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks [] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:35.231325 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-25072177-d48b-4f6b-8967-7a6a465a8416 service neutron] 10.222.0.43 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400537 Apr 12 20:07:35.312463 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:35.374834 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:35.382063 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:35.385698 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:35.387711 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:35.427543 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-6a3e5d22-7552-4453-b9c5-ab2f95794eed service neutron] 10.222.0.43 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888521 Apr 12 20:07:35.650454 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cb81ff62-f47c-46a9-b71e-4dfcbe1528d7 req-8f91671d-97c3-4d6e-b501-c7d0ef1c7ce6 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 210 time: 0.0626354 Apr 12 20:07:35.716690 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks [] for router_gateway (71496585-ca2f-41bf-97f0-4119a938678b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:35.922968 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (71496585-ca2f-41bf-97f0-4119a938678b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.064592 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Router 71496585-ca2f-41bf-97f0-4119a938678b is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:07:36.103139 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a73e78a-3f39-4daf-a590-23b74a361b8f None None] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:07:36.166054 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-0bffd981-6c44-411c-9197-eded1e438503 None None] Provisioning complete for port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:36.166322 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0bffd981-6c44-411c-9197-eded1e438503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.184891 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:07:36.196538 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Sync routers for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:07:36.206885 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.207782 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:36.208487 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:36.209514 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-39ba4fd1-059e-437d-9e87-a35bf958d4a7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8375707 Apr 12 20:07:36.211683 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42684) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:36.300130 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-0bffd981-6c44-411c-9197-eded1e438503 None None] Current status of the port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:36.300437 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0bffd981-6c44-411c-9197-eded1e438503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.328167 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:36.340941 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-0bffd981-6c44-411c-9197-eded1e438503 None None] For port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:36.349347 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0bffd981-6c44-411c-9197-eded1e438503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.467130 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffd981-6c44-411c-9197-eded1e438503 None None] Pushing event updated for resources: {'Port': ['ID=c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:36.520880 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:35Z', 'revision_number': 3, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:36.544650 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:36.549457 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Checking router: 71496585-ca2f-41bf-97f0-4119a938678b for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:07:36.550129 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Updating router 71496585-ca2f-41bf-97f0-4119a938678b port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:07:36.579809 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.601254 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-8c519d9f-7c35-4866-8544-9f1c829ae0f8 None None] Provisioning complete for port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:36.601621 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8c519d9f-7c35-4866-8544-9f1c829ae0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.690625 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:36.691268 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.773634 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6407445d-4503-4806-a221-1dcabf3205c6 req-e3bc49ad-8b1f-404a-91fd-71879295057d tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 210 time: 0.0313640 Apr 12 20:07:36.799576 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 4620cb96-cab7-46a6-a2a4-44c8065c8087 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:07:36.825991 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 4620cb96-cab7-46a6-a2a4-44c8065c8087 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:07:36.826589 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 4620cb96-cab7-46a6-a2a4-44c8065c8087 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:07:36.844012 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-97bf5c10-8ac7-4f10-b72b-1bbc91a7020e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:36.845757 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-97bf5c10-8ac7-4f10-b72b-1bbc91a7020e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "GET /v2.0/networks?id=dc6efcfd-ad12-4b33-9898-c8837b9e92a1 HTTP/1.1" status: 200 len: 809 time: 0.1547551 Apr 12 20:07:36.865106 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Request body: {'port': {'device_id': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1', 'admin_state_up': True, 'tenant_id': 'e8290da3e7a1495da893bee3e7dd3440'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:36.877208 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-8c519d9f-7c35-4866-8544-9f1c829ae0f8 None None] Current status of the port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:36.898000 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:36.923374 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Publish callbacks [] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.931949 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:36.988666 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Pushing event updated for resources: {'Port': ['ID=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,revision_number=2']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:36.991021 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Attempting to bind port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:36.991766 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Attempting to bind port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:36.992120 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Attempting to bind port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:37.001020 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.001361 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.001735 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.002086 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.002421 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.002743 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.003059 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.003451 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.003710 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.004024 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.004339 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.004668 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.004983 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.005294 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.005603 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.010794 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:37.011211 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:37.011684 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.012087 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:37.012590 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Bound port: 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:37.012964 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.014169 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Made reservation on behalf of e8290da3e7a1495da893bee3e7dd3440 for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:07:37.019872 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.070183 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] For port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:37.073330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.074176 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] For port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:37.081170 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.137317 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:37.137971 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:37.161494 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Allocated IP 172.20.0.10 (dc6efcfd-ad12-4b33-9898-c8837b9e92a1/27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c/fa756392-c872-482a-bf25-dd0c10892ac5) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:37.179454 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe8be8-9edd-4a40-81ea-3401bc21dfc4 None None] Pushing event updated for resources: {'Port': ['ID=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:37.240467 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Allocated IP 172.20.0.1 (5fdda22b-542b-46c1-94f8-04df80e21a7d/95040a5e-99a0-4ec1-b6b0-30e74036641e/7e16bb5e-6f43-446f-a8d1-ec7c330a2763) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:37.253780 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:37.339381 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks [] for port (fa756392-c872-482a-bf25-dd0c10892ac5), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.356406 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks [] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.375239 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.393601 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.427908 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:37.431842 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:37.438118 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:37.438858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:37.443964 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:37.447797 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:37.455117 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Pushing event updated for resources: {'Port': ['ID=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:37.470021 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Pushing event updated for resources: {'Port': ['ID=fa756392-c872-482a-bf25-dd0c10892ac5,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:37.482205 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.482705 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.483144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.483636 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.484138 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.484582 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.485005 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.485423 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.485950 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.486163 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.486518 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.486753 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.486865 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.487194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.487316 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.487554 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.487845 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.487952 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.488209 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.488400 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.488533 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.488867 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.488970 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.489197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.489446 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.489562 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.489840 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.490163 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.490484 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.490805 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:07:37.513623 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (71496585-ca2f-41bf-97f0-4119a938678b), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.529667 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:37.532635 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.534521 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:35Z', 'revision_number': 3, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:37.557476 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-13f9078a-80bb-4f1a-8f30-97e077baf2ca tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6965516 Apr 12 20:07:37.565806 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05ee60-0ab3-4600-b6eb-1d17d2e74daa None None] The sync data for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi is: [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:35Z', 'revision_number': 3, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:07:37.577521 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Request body: {'port': {'device_id': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:37.653626 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.687075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.825212 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-f0b6981c-77a4-4ad6-b02e-0b5bb15747b9 None None] Provisioning complete for port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:37.827644 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f0b6981c-77a4-4ad6-b02e-0b5bb15747b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.877085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks [] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.890616 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:37.928050 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6981c-77a4-4ad6-b02e-0b5bb15747b9 None None] Port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:07:38.010573 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa756392-c872-482a-bf25-dd0c10892ac5 {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:07:38.011171 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (71496585-ca2f-41bf-97f0-4119a938678b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.015441 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Pushing event updated for resources: {'Port': ['ID=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:38.020912 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Publish callbacks [] for port (fa756392-c872-482a-bf25-dd0c10892ac5), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.027221 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c4599-5d33-4823-bf72-d237baf58795 req-04a233c4-7cf6-4618-9f22-5ca28abaf4de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:38.028816 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-066c4599-5d33-4823-bf72-d237baf58795 req-04a233c4-7cf6-4618-9f22-5ca28abaf4de tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 932 time: 0.0841701 Apr 12 20:07:38.035965 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Transition to ACTIVE for port object fa756392-c872-482a-bf25-dd0c10892ac5 will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:07:38.040858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.094076 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa756392-c872-482a-bf25-dd0c10892ac5,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:38.132221 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-066c4599-5d33-4823-bf72-d237baf58795 req-a457e044-5453-4744-a62f-74b494d6aa13 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883238 Apr 12 20:07:38.155571 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:38.155571 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:38.182206 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Attempting to bind port fa756392-c872-482a-bf25-dd0c10892ac5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:38.182544 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Attempting to bind port fa756392-c872-482a-bf25-dd0c10892ac5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:38.182867 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Attempting to bind port fa756392-c872-482a-bf25-dd0c10892ac5 on network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:38.187798 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Port fa756392-c872-482a-bf25-dd0c10892ac5 on network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:07:38.188120 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Attempting to bind port fa756392-c872-482a-bf25-dd0c10892ac5 on network dc6efcfd-ad12-4b33-9898-c8837b9e92a1 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:38.193373 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:38.193715 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Checking segment: {'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:38.194094 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Bound using segment: {'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:38.194517 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Bound port: fa756392-c872-482a-bf25-dd0c10892ac5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3d7892-7390-4f60-ad79-5e18d205caf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:38.194869 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.271280 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] For port fa756392-c872-482a-bf25-dd0c10892ac5, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:38.274731 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] For port fa756392-c872-482a-bf25-dd0c10892ac5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fa756392-c872-482a-bf25-dd0c10892ac5,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:38.285457 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.300317 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Router 71496585-ca2f-41bf-97f0-4119a938678b has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:07:38.330977 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:38.331709 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.333150 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/fa756392-c872-482a-bf25-dd0c10892ac5 HTTP/1.1" status: 200 len: 1094 time: 0.7616386 Apr 12 20:07:38.333827 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'tag': 'fa756392-c872-482a-bf25-dd0c10892ac5'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:38.336158 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94efbd80-8c21-4ad5-8a06-6310b1f942b7" -d '{"events": [{"name": "network-changed", "server_uuid": "605e77fd-3a2c-4833-8ec4-c845443d6834", "tag": "fa756392-c872-482a-bf25-dd0c10892ac5"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:38.361387 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4836ff-0643-4ee1-97ac-fd4a87ed21f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa756392-c872-482a-bf25-dd0c10892ac5,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:38.398408 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e14431-403f-48e7-8206-9f2a41b8cee5 x-openstack-request-id: req-24e14431-403f-48e7-8206-9f2a41b8cee5 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:38.398695 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605e77fd-3a2c-4833-8ec4-c845443d6834", "tag": "fa756392-c872-482a-bf25-dd0c10892ac5", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:38.398945 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24e14431-403f-48e7-8206-9f2a41b8cee5 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:38.399346 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e14431-403f-48e7-8206-9f2a41b8cee5'] response: {'name': 'network-changed', 'server_uuid': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'tag': 'fa756392-c872-482a-bf25-dd0c10892ac5', 'status': 'completed', 'code': 200} Apr 12 20:07:38.430267 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:07:38.452269 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-04086411-d302-406e-9f2d-94866c20adcf None None] Provisioning complete for port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:38.452558 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-04086411-d302-406e-9f2d-94866c20adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.471075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:07:38.476835 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-49645064-2f00-4939-b37d-506e4c1907af admin admin] 10.222.0.43 "PUT /v2.0/routers/71496585-ca2f-41bf-97f0-4119a938678b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2638307 Apr 12 20:07:38.496594 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-04086411-d302-406e-9f2d-94866c20adcf None None] Port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:07:38.560191 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:38.630519 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:38.631057 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.709320 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:38.710322 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:38.755681 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:38.756321 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.847179 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:38.847887 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.875714 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:38.880916 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.934167 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efbd80-8c21-4ad5-8a06-6310b1f942b7 req-323e492a-a064-42c3-aca2-bb73f51ffb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:38.935721 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-94efbd80-8c21-4ad5-8a06-6310b1f942b7 req-323e492a-a064-42c3-aca2-bb73f51ffb5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8290da3e7a1495da893bee3e7dd3440&device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 1128 time: 0.0528750 Apr 12 20:07:38.936685 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:39.006059 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42722) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:39.011255 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1323706068-network', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:39.032960 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Made reservation on behalf of d8c21f11e89542c8bbc20cda9cbce8a1 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:07:39.035264 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.044181 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.122830 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks [] for security_group (6a9ea244-dc15-4ad5-9b09-2151235c4437), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.128170 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6a9ea244-dc15-4ad5-9b09-2151235c4437), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.152981 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:07:39.163139 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9ea244-dc15-4ad5-9b09-2151235c4437,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:39.168318 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (c73f59e8-445a-44d7-85db-660cb08be9d9), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.168550 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Added segment c73f59e8-445a-44d7-85db-660cb08be9d9 of type vlan for network 61bc5448-b799-41cd-987f-e504f3184fa6 Apr 12 20:07:39.209633 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (61bc5448-b799-41cd-987f-e504f3184fa6), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.235038 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (61bc5448-b799-41cd-987f-e504f3184fa6), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.236008 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:39.236648 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.256721 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c8b2a-6a64-4a14-87a0-92d613a8e541 req-05d45efe-e560-4fb6-95ce-1934ed12a699 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:39.258635 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-421c8b2a-6a64-4a14-87a0-92d613a8e541 req-05d45efe-e560-4fb6-95ce-1934ed12a699 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 944 time: 0.0486631 Apr 12 20:07:39.277046 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2673008 Apr 12 20:07:39.278615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42726) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:39.285049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Request body: {'subnet': {'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1323706068-subnet', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:39.308474 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34e44-a7c1-4468-9f7f-9c731f5d945d admin admin] Pushing event updated for resources: {'Network': ['ID=61bc5448-b799-41cd-987f-e504f3184fa6,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:39.319213 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 61bc5448-b799-41cd-987f-e504f3184fa6 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:07:39.330705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Made reservation on behalf of d8c21f11e89542c8bbc20cda9cbce8a1 for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:07:39.330705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9009213'] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.333471 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-421c8b2a-6a64-4a14-87a0-92d613a8e541 req-a119f0d9-6b67-49e5-af9d-6fde7a98ccf3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684929 Apr 12 20:07:39.391395 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Sync routers for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:07:39.407982 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:39.408694 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:39.500263 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efbd80-8c21-4ad5-8a06-6310b1f942b7 req-3b1697d9-d013-4c07-a1b1-83852355fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:39.501939 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-94efbd80-8c21-4ad5-8a06-6310b1f942b7 req-3b1697d9-d013-4c07-a1b1-83852355fadf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e8290da3e7a1495da893bee3e7dd3440&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1303644 Apr 12 20:07:39.533136 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:39.544097 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9009195'] for subnet (e2fb6a70-c937-4120-98d0-da8d33423355), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.630252 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2fb6a70-c937-4120-98d0-da8d33423355,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:39.636808 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Checking segment: {'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:39.636808 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Network hostable DHCP agents. Network: 61bc5448-b799-41cd-987f-e504f3184fa6, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:07:39.644485 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efbd80-8c21-4ad5-8a06-6310b1f942b7 req-18ba195f-d38d-4f80-970f-77a5f96f0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:39.647371 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-94efbd80-8c21-4ad5-8a06-6310b1f942b7 req-18ba195f-d38d-4f80-970f-77a5f96f0370 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360080 Apr 12 20:07:39.658848 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Network 61bc5448-b799-41cd-987f-e504f3184fa6 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:07:39.670576 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 61bc5448-b799-41cd-987f-e504f3184fa6) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:39.681049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:39.681729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.702531 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-4a44462d-d546-4a5c-ac7d-fb1432dfa28c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4204714 Apr 12 20:07:39.702750 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42730) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:39.707169 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:39.737869 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (38fc013d-7284-4812-bde7-a21e95afbd5b), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.739050 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (38fc013d-7284-4812-bde7-a21e95afbd5b), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.757195 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-40ea9f7a-99cf-4ab6-8b7f-9b6713ee5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:39.760887 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-40ea9f7a-99cf-4ab6-8b7f-9b6713ee5428 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8290da3e7a1495da893bee3e7dd3440&device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 1128 time: 0.0625384 Apr 12 20:07:39.768660 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e622e78-de57-417d-a42d-e52217ac2715 None None] Network 61bc5448-b799-41cd-987f-e504f3184fa6 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:07:39.795208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks [] for router_controller (38fc013d-7284-4812-bde7-a21e95afbd5b), precommit_add_association {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.813836 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-d8be2d3d-133a-431b-8386-c050f816cc8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa756392-c872-482a-bf25-dd0c10892ac5 HTTP/1.1" status: 200 len: 217 time: 0.0369430 Apr 12 20:07:39.883647 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-007e7569-9df4-4312-86f9-aecaf8025f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:39.885557 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-007e7569-9df4-4312-86f9-aecaf8025f85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c HTTP/1.1" status: 200 len: 849 time: 0.0638096 Apr 12 20:07:39.932681 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-003942a4-c7e4-4688-8b7e-a096ab2c1440 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc6efcfd-ad12-4b33-9898-c8837b9e92a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370364 Apr 12 20:07:39.967870 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks [] for router_gateway (38fc013d-7284-4812-bde7-a21e95afbd5b), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.984186 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 2, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:40.031673 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-61bc5448-b799-41cd-987f-e504f3184fa6', 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6', 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'fixed_ips': [{'subnet_id': 'e2fb6a70-c937-4120-98d0-da8d33423355'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:07:40.032556 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.039900 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Checking router: 71496585-ca2f-41bf-97f0-4119a938678b for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:07:40.040869 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Updating router 71496585-ca2f-41bf-97f0-4119a938678b port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:07:40.066767 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-edab3e57-9749-4cf5-b6cd-40ee02895aa1 service neutron] 10.222.0.60 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261809 Apr 12 20:07:40.090800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.202620 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5ce2d2ec-2483-4e68-b2f3-bab129de82ed req-e82d66d6-632c-436e-9949-f49467ba2201 service neutron] 10.222.0.60 "GET /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261067 Apr 12 20:07:40.213547 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks [] for router_gateway (38fc013d-7284-4812-bde7-a21e95afbd5b), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.239912 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.368797 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Allocated IP 172.20.0.2 (61bc5448-b799-41cd-987f-e504f3184fa6/e2fb6a70-c937-4120-98d0-da8d33423355/c2469974-d467-4fc4-8708-dd7c04884ddc) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:40.387006 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed6b42-e838-4d41-b1b2-fbeeb4eb228b req-37963f48-ea7c-43e6-afb6-095885b90dc1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:40.390079 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-08ed6b42-e838-4d41-b1b2-fbeeb4eb228b req-37963f48-ea7c-43e6-afb6-095885b90dc1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0928273 Apr 12 20:07:40.490150 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Allocated IP 172.27.3.75 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/90011634-aee2-4507-a1fa-b86f02c3bfd8) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:40.492164 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:40.528158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c244ef-ed5c-4617-bfc8-c0c2786b3285 req-52fab7a3-a6d8-42b3-9fa3-c9d0d1d79c03 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:40.529702 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5c244ef-ed5c-4617-bfc8-c0c2786b3285 req-52fab7a3-a6d8-42b3-9fa3-c9d0d1d79c03 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 944 time: 0.0869429 Apr 12 20:07:40.540315 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-08ed6b42-e838-4d41-b1b2-fbeeb4eb228b req-12ee3e04-760e-43e5-a3a1-2410a9040e4a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417339 Apr 12 20:07:40.676760 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5c244ef-ed5c-4617-bfc8-c0c2786b3285 req-3fc0f3f6-802c-423c-b05a-e84f12321f87 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348996 Apr 12 20:07:40.678178 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:40.678559 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.701145 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks [] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.740529 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Publish callbacks [] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.741957 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.748897 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Publish callbacks [] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.759533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.770410 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.785197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:40.788217 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:40.793917 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:40.822441 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Pushing event updated for resources: {'Port': ['ID=90011634-aee2-4507-a1fa-b86f02c3bfd8,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:40.841396 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Network 61bc5448-b799-41cd-987f-e504f3184fa6 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:40.851380 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:40.859170 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:40.888769 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Pushing event updated for resources: {'Port': ['ID=c2469974-d467-4fc4-8708-dd7c04884ddc,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:41.030944 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:41.050438 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872c3e0-d0d7-44f0-b0fa-edfdaa3ef16b None None] Pushing event updated for resources: {'Port': ['ID=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:41.058585 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Attempting to bind port c2469974-d467-4fc4-8708-dd7c04884ddc on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:41.058954 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Attempting to bind port c2469974-d467-4fc4-8708-dd7c04884ddc by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:41.059318 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Attempting to bind port c2469974-d467-4fc4-8708-dd7c04884ddc on network 61bc5448-b799-41cd-987f-e504f3184fa6 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:41.061766 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Attempting to bind port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:41.062118 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Attempting to bind port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:41.062468 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Attempting to bind port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 on network 5fdda22b-542b-46c1-94f8-04df80e21a7d {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:41.070284 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:41.070661 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Checking segment: {'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:41.071061 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.071444 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Bound using segment: {'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:41.072309 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Bound port: c2469974-d467-4fc4-8708-dd7c04884ddc, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:41.072698 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.074698 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:41.075080 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Checking segment: {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:41.075434 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.077015 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Bound using segment: {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:41.077015 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Bound port: 7e16bb5e-6f43-446f-a8d1-ec7c330a2763, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:41.077015 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.089945 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks [] for router_gateway (38fc013d-7284-4812-bde7-a21e95afbd5b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.177951 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-719fadf6-1f6b-479e-8450-1982656a612a None None] Provisioning complete for port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:41.178303 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-719fadf6-1f6b-479e-8450-1982656a612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.234191 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] For port c2469974-d467-4fc4-8708-dd7c04884ddc, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:41.236701 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] For port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:41.241302 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] For port c2469974-d467-4fc4-8708-dd7c04884ddc, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c2469974-d467-4fc4-8708-dd7c04884ddc,segment=NetworkSegment(c73f59e8-445a-44d7-85db-660cb08be9d9),segment_id=c73f59e8-445a-44d7-85db-660cb08be9d9)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:41.244872 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] For port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:41.248608 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-719fadf6-1f6b-479e-8450-1982656a612a None None] Port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:07:41.253079 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.259011 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.298334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (38fc013d-7284-4812-bde7-a21e95afbd5b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.331092 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:41.340870 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:41.387058 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af6aab-cd9e-409e-a356-cb0b0ac91107 None None] Pushing event updated for resources: {'Port': ['ID=c2469974-d467-4fc4-8708-dd7c04884ddc,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:41.475730 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Router 38fc013d-7284-4812-bde7-a21e95afbd5b is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:07:41.493026 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872c3e0-d0d7-44f0-b0fa-edfdaa3ef16b None None] Pushing event updated for resources: {'Port': ['ID=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:41.520488 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:41.681446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:07:41.694015 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Sync routers for ids ['38fc013d-7284-4812-bde7-a21e95afbd5b'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:07:41.705851 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d240-6122-487a-a3da-bfe6c1b5d521 req-bd50deca-11a0-4106-ab59-151a00e9bd07 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:41.707485 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c772d240-6122-487a-a3da-bfe6c1b5d521 req-bd50deca-11a0-4106-ab59-151a00e9bd07 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0609434 Apr 12 20:07:41.707724 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Routers {'38fc013d-7284-4812-bde7-a21e95afbd5b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:41.708546 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['38fc013d-7284-4812-bde7-a21e95afbd5b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:41.728797 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.730210 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-dc5da200-01f1-47ae-bb60-ead4487f671f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0264256 Apr 12 20:07:41.733283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42752) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:41.791808 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c772d240-6122-487a-a3da-bfe6c1b5d521 req-c0aa2cc4-eda9-401f-a83f-dfa9fe625a79 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653925 Apr 12 20:07:41.837585 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-8adf43ca-c66e-4039-97a5-b9e68be67aec None None] Provisioning complete for port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:41.838193 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8adf43ca-c66e-4039-97a5-b9e68be67aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:41.865479 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Set router 38fc013d-7284-4812-bde7-a21e95afbd5b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:41.902604 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28037f86-b5b5-49b5-b1c6-cd0e41eb3c54 req-bef94302-474f-4047-958c-d834ea573a92 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:41.905036 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-28037f86-b5b5-49b5-b1c6-cd0e41eb3c54 req-bef94302-474f-4047-958c-d834ea573a92 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 944 time: 0.0703549 Apr 12 20:07:41.972797 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-28037f86-b5b5-49b5-b1c6-cd0e41eb3c54 req-ee48d8d8-5ef4-455c-a433-b1bdfc9b1a76 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602102 Apr 12 20:07:42.008235 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-8adf43ca-c66e-4039-97a5-b9e68be67aec None None] Current status of the port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:42.008625 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8adf43ca-c66e-4039-97a5-b9e68be67aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.035656 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:41Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:42.073386 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a729e8e-373f-4d71-9337-2bebd28e001a None None] The sync data for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi is: [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:41Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:07:42.077956 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-8adf43ca-c66e-4039-97a5-b9e68be67aec None None] For port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:42.086803 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8adf43ca-c66e-4039-97a5-b9e68be67aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.099375 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:07:40Z', 'revision_number': 3, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port': {'id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:40Z', 'updated_at': '2022-04-12T20:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:42.139521 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Checking router: 38fc013d-7284-4812-bde7-a21e95afbd5b for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:07:42.139521 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Updating router 38fc013d-7284-4812-bde7-a21e95afbd5b port 90011634-aee2-4507-a1fa-b86f02c3bfd8 binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:07:42.174040 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf43ca-c66e-4039-97a5-b9e68be67aec None None] Pushing event updated for resources: {'Port': ['ID=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:42.186003 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.402452 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.549640 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:42.561193 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Publish callbacks [] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.575040 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.611274 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:42.611762 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.615430 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Allocated IP 172.20.0.1 (61bc5448-b799-41cd-987f-e504f3184fa6/e2fb6a70-c937-4120-98d0-da8d33423355/a507f32c-6a95-4cdd-9fa2-4dad04843136) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:07:42.637164 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece3e3d-dba4-4b15-bced-b54ad584bb88 None None] Network 61bc5448-b799-41cd-987f-e504f3184fa6 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:07:42.647071 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Attempting to bind port 90011634-aee2-4507-a1fa-b86f02c3bfd8 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:42.647712 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Attempting to bind port 90011634-aee2-4507-a1fa-b86f02c3bfd8 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:42.648099 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Attempting to bind port 90011634-aee2-4507-a1fa-b86f02c3bfd8 on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:42.655353 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da1f56-4506-4d0e-aacf-ad1eee2504ef None None] Pushing event updated for resources: {'Port': ['ID=90011634-aee2-4507-a1fa-b86f02c3bfd8,revision_number=2']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:42.658526 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:42.659071 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:42.659843 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.660334 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:42.660904 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Bound port: 90011634-aee2-4507-a1fa-b86f02c3bfd8, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:42.661380 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.738189 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] For port 90011634-aee2-4507-a1fa-b86f02c3bfd8, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:42.741890 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] For port 90011634-aee2-4507-a1fa-b86f02c3bfd8, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=90011634-aee2-4507-a1fa-b86f02c3bfd8,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:42.751160 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.758743 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-b8152f34-60d4-498f-9525-bdffcd7ac7a3 None None] Provisioning complete for port c2469974-d467-4fc4-8708-dd7c04884ddc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:42.759369 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b8152f34-60d4-498f-9525-bdffcd7ac7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.762182 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks [] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.809569 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.835027 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da1f56-4506-4d0e-aacf-ad1eee2504ef None None] Pushing event updated for resources: {'Port': ['ID=90011634-aee2-4507-a1fa-b86f02c3bfd8,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:42.856712 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Network 61bc5448-b799-41cd-987f-e504f3184fa6 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:42.864619 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Routers {'38fc013d-7284-4812-bde7-a21e95afbd5b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:42.865489 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:42.865780 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['38fc013d-7284-4812-bde7-a21e95afbd5b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:42.869680 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:07:42.876457 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:42.877616 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c2469974-d467-4fc4-8708-dd7c04884ddc up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:42.923381 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a507f32c-6a95-4cdd-9fa2-4dad04843136,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:42.957546 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (38fc013d-7284-4812-bde7-a21e95afbd5b), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.006774 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ee2d-001c-449b-ac9f-f7b64e86575d req-36581935-278c-4e27-b46f-0f689d4ab970 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:43.009553 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-b8152f34-60d4-498f-9525-bdffcd7ac7a3 None None] Current status of the port c2469974-d467-4fc4-8708-dd7c04884ddc is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:43.010080 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b8152f34-60d4-498f-9525-bdffcd7ac7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.015427 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbd7ee2d-001c-449b-ac9f-f7b64e86575d req-36581935-278c-4e27-b46f-0f689d4ab970 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.1094472 Apr 12 20:07:43.029654 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] Set router 38fc013d-7284-4812-bde7-a21e95afbd5b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:43.088883 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port c2469974-d467-4fc4-8708-dd7c04884ddc triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:43.089440 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.191685 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbd7ee2d-001c-449b-ac9f-f7b64e86575d req-03395a56-7493-4ac5-89ab-25f1c1bbb359 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662116 Apr 12 20:07:43.193651 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b8152f34-60d4-498f-9525-bdffcd7ac7a3 None None] For port c2469974-d467-4fc4-8708-dd7c04884ddc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c2469974-d467-4fc4-8708-dd7c04884ddc,segment=NetworkSegment(c73f59e8-445a-44d7-85db-660cb08be9d9),segment_id=c73f59e8-445a-44d7-85db-660cb08be9d9)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:43.203889 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b8152f34-60d4-498f-9525-bdffcd7ac7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.327170 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14433f-cad7-42f4-945b-fb4133e32c0e req-1ee82e02-b1a2-42c5-a534-63865a39798c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:43.342849 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0d14433f-cad7-42f4-945b-fb4133e32c0e req-1ee82e02-b1a2-42c5-a534-63865a39798c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 944 time: 0.2016881 Apr 12 20:07:43.347291 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.359418 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:07:40Z', 'revision_number': 3, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port': {'id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:40Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:43.398626 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8152f34-60d4-498f-9525-bdffcd7ac7a3 None None] Pushing event updated for resources: {'Port': ['ID=c2469974-d467-4fc4-8708-dd7c04884ddc,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:43.403150 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port c2469974-d467-4fc4-8708-dd7c04884ddc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:43.414717 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2bf50-0337-4a08-bfe2-bc05b783f6c7 None None] The sync data for ids ['38fc013d-7284-4812-bde7-a21e95afbd5b'] in dv-cinder-837541-1-iscsi is: [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:07:40Z', 'revision_number': 3, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port': {'id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:40Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:07:43.439922 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-96a4e90f-d662-48e1-8a52-f156a73ab22c None None] Provisioning complete for port a507f32c-6a95-4cdd-9fa2-4dad04843136 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:43.440526 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-96a4e90f-d662-48e1-8a52-f156a73ab22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.464944 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0d14433f-cad7-42f4-945b-fb4133e32c0e req-14ae0b14-3a43-4925-bde4-95db1f5928bf tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133778 Apr 12 20:07:43.503570 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-96a4e90f-d662-48e1-8a52-f156a73ab22c None None] Port a507f32c-6a95-4cdd-9fa2-4dad04843136 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:07:43.514603 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-96a4e90f-d662-48e1-8a52-f156a73ab22c None None] Provisioning complete for port c2469974-d467-4fc4-8708-dd7c04884ddc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:43.515124 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-96a4e90f-d662-48e1-8a52-f156a73ab22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.616830 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks [] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.627003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-96a4e90f-d662-48e1-8a52-f156a73ab22c None None] Current status of the port c2469974-d467-4fc4-8708-dd7c04884ddc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:43.628813 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.718519 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a507f32c-6a95-4cdd-9fa2-4dad04843136,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:43.721356 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (38fc013d-7284-4812-bde7-a21e95afbd5b), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.757193 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-56aead96-1595-419b-863c-a0d97ef8ad8e None None] Provisioning complete for port a507f32c-6a95-4cdd-9fa2-4dad04843136 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:43.757705 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-56aead96-1595-419b-863c-a0d97ef8ad8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:43.811613 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-56aead96-1595-419b-863c-a0d97ef8ad8e None None] Port a507f32c-6a95-4cdd-9fa2-4dad04843136 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:07:43.836561 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Network 61bc5448-b799-41cd-987f-e504f3184fa6 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:07:43.838772 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:07:44.046564 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Router 38fc013d-7284-4812-bde7-a21e95afbd5b has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:07:44.189489 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:07:44.207087 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-da09577e-1d74-448d-a21c-d993691557e2 admin admin] 10.222.0.43 "PUT /v2.0/routers/38fc013d-7284-4812-bde7-a21e95afbd5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4647789 Apr 12 20:07:44.240708 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-92b2b658-a531-41e2-9e9c-656a1c7713ee None None] Provisioning complete for port a507f32c-6a95-4cdd-9fa2-4dad04843136 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:44.241293 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-92b2b658-a531-41e2-9e9c-656a1c7713ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:44.312100 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-92b2b658-a531-41e2-9e9c-656a1c7713ee None None] Port a507f32c-6a95-4cdd-9fa2-4dad04843136 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:07:44.583523 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 90011634-aee2-4507-a1fa-b86f02c3bfd8 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:44.644985 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 90011634-aee2-4507-a1fa-b86f02c3bfd8 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:44.645613 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:44.657787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c477f4-786f-444f-8758-e26d29aa0636 req-52c8d2cd-6a0a-4c15-a523-6fe1be9afc4f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:44.659844 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-53c477f4-786f-444f-8758-e26d29aa0636 req-52c8d2cd-6a0a-4c15-a523-6fe1be9afc4f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.3370800 Apr 12 20:07:44.730795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-53c477f4-786f-444f-8758-e26d29aa0636 req-6c467789-ac8a-4746-8e32-17ae7e5a9f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625272 Apr 12 20:07:44.752717 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device fa756392-c872-482a-bf25-dd0c10892ac5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:07:44.776008 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 90011634-aee2-4507-a1fa-b86f02c3bfd8 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:44.776525 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:44.874157 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 90011634-aee2-4507-a1fa-b86f02c3bfd8, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=90011634-aee2-4507-a1fa-b86f02c3bfd8,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:44.883517 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:44.884337 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c2469974-d467-4fc4-8708-dd7c04884ddc up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:44.885051 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f345c0-f663-452c-9d26-9dc2ba00b72c req-9798d70c-0608-4496-b51c-def6382150a3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:44.886637 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-99f345c0-f663-452c-9d26-9dc2ba00b72c req-9798d70c-0608-4496-b51c-def6382150a3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 944 time: 0.0662191 Apr 12 20:07:44.947243 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-99f345c0-f663-452c-9d26-9dc2ba00b72c req-5f98ea8c-6934-48b5-ab7f-07c961293d3a tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Apr 12 20:07:44.989330 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port fa756392-c872-482a-bf25-dd0c10892ac5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fa756392-c872-482a-bf25-dd0c10892ac5,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:45.012981 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=90011634-aee2-4507-a1fa-b86f02c3bfd8,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:45.017122 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'fa756392-c872-482a-bf25-dd0c10892ac5', 'network_id': 'dc6efcfd-ad12-4b33-9898-c8837b9e92a1', 'port_id': 'fa756392-c872-482a-bf25-dd0c10892ac5', 'mac_address': 'fa:16:3e:75:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:07:45.026171 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port c2469974-d467-4fc4-8708-dd7c04884ddc triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:45.026543 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.093903 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port fa756392-c872-482a-bf25-dd0c10892ac5 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:45.094533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.119118 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa756392-c872-482a-bf25-dd0c10892ac5 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:07:45.170610 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port fa756392-c872-482a-bf25-dd0c10892ac5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fa756392-c872-482a-bf25-dd0c10892ac5,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:45.178532 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.185269 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port c2469974-d467-4fc4-8708-dd7c04884ddc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:45.237479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=fa756392-c872-482a-bf25-dd0c10892ac5,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:45.623967 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42792) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:45.627392 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Sync routers for ids ['38fc013d-7284-4812-bde7-a21e95afbd5b'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:07:45.628558 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-55a640a4-83db-410f-b62e-bfb652c0e258 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635687458', 'description': 'tempest-secgroup-smoke-635687458 description', 'project_id': 'eb9df83bd94d40488095a49631c1a15e'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:45.638502 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Routers {'38fc013d-7284-4812-bde7-a21e95afbd5b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:45.639104 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['38fc013d-7284-4812-bde7-a21e95afbd5b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:45.649851 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-55a640a4-83db-410f-b62e-bfb652c0e258 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.718144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-55a640a4-83db-410f-b62e-bfb652c0e258 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group (fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.723392 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-55a640a4-83db-410f-b62e-bfb652c0e258 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.751997 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Set router 38fc013d-7284-4812-bde7-a21e95afbd5b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:45.762903 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-55a640a4-83db-410f-b62e-bfb652c0e258 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.764184 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-55a640a4-83db-410f-b62e-bfb652c0e258 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1392224 Apr 12 20:07:45.767279 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42796) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:45.771587 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-ef7a7460-835c-4a94-bd78-67d6da6e0d67 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b', 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:45.777019 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a640a4-83db-410f-b62e-bfb652c0e258 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:45.810693 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ef7a7460-835c-4a94-bd78-67d6da6e0d67 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (1ab2d8a8-1e03-44c7-bae4-546e2ae89357), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.847773 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0891ee8-44a1-4286-90c9-a14f5b3764bc req-d86873fc-a66a-4912-867e-b9677f105387 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:45.850362 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d0891ee8-44a1-4286-90c9-a14f5b3764bc req-d86873fc-a66a-4912-867e-b9677f105387 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0536370 Apr 12 20:07:45.881545 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ef7a7460-835c-4a94-bd78-67d6da6e0d67 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (1ab2d8a8-1e03-44c7-bae4-546e2ae89357), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.887078 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ef7a7460-835c-4a94-bd78-67d6da6e0d67 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (1ab2d8a8-1e03-44c7-bae4-546e2ae89357), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.906247 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d0891ee8-44a1-4286-90c9-a14f5b3764bc req-0631b5a8-8eec-4fd0-b6a7-a963df900a7a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488122 Apr 12 20:07:45.906529 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a7460-835c-4a94-bd78-67d6da6e0d67 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab2d8a8-1e03-44c7-bae4-546e2ae89357,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:45.925773 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ef7a7460-835c-4a94-bd78-67d6da6e0d67 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:45.927321 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ef7a7460-835c-4a94-bd78-67d6da6e0d67 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589513 Apr 12 20:07:45.930008 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42798) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:45.935321 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-a3365751-8aaa-4a4a-8362-81c65047b9cf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b', 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:45.960728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['fa756392-c872-482a-bf25-dd0c10892ac5'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:07:45.962063 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a3365751-8aaa-4a4a-8362-81c65047b9cf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (f25aae01-0b51-493f-81ef-cf5bc094818b), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.026375 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a3365751-8aaa-4a4a-8362-81c65047b9cf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (f25aae01-0b51-493f-81ef-cf5bc094818b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.039867 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a3365751-8aaa-4a4a-8362-81c65047b9cf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (f25aae01-0b51-493f-81ef-cf5bc094818b), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.070759 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3365751-8aaa-4a4a-8362-81c65047b9cf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25aae01-0b51-493f-81ef-cf5bc094818b,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:46.082520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa39fa-cd78-4c98-bee3-28d8af3d3f7f req-c74e7e8f-fd81-4907-95bd-071c147c9761 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:46.084045 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-adfa39fa-cd78-4c98-bee3-28d8af3d3f7f req-c74e7e8f-fd81-4907-95bd-071c147c9761 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 945 time: 0.0543301 Apr 12 20:07:46.087880 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a3365751-8aaa-4a4a-8362-81c65047b9cf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.090077 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a3365751-8aaa-4a4a-8362-81c65047b9cf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588695 Apr 12 20:07:46.092865 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42802) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:46.097874 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-c5d7b3cd-672d-4ba6-ba68-27e08a72aeee tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b', 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:46.125303 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b3cd-672d-4ba6-ba68-27e08a72aeee tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (1f192761-8709-4988-ab20-4a09b85b518e), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.140801 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-adfa39fa-cd78-4c98-bee3-28d8af3d3f7f req-2dbd8e33-b7cf-4989-a8ca-377a59a7f585 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Apr 12 20:07:46.185158 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:07:43Z', 'revision_number': 4, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port': {'id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:40Z', 'updated_at': '2022-04-12T20:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'a507f32c-6a95-4cdd-9fa2-4dad04843136', 'name': '', 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'mac_address': 'fa:16:3e:86:dd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e2fb6a70-c937-4120-98d0-da8d33423355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:42Z', 'updated_at': '2022-04-12T20:07:43Z', 'revision_number': 2, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'subnets': [{'id': 'e2fb6a70-c937-4120-98d0-da8d33423355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:46.186264 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b3cd-672d-4ba6-ba68-27e08a72aeee tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (1f192761-8709-4988-ab20-4a09b85b518e), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.192655 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b3cd-672d-4ba6-ba68-27e08a72aeee tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (1f192761-8709-4988-ab20-4a09b85b518e), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.214858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7b3cd-672d-4ba6-ba68-27e08a72aeee tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f192761-8709-4988-ab20-4a09b85b518e,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:46.220661 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Checking router: 38fc013d-7284-4812-bde7-a21e95afbd5b for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:07:46.220987 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Updating router 38fc013d-7284-4812-bde7-a21e95afbd5b port a507f32c-6a95-4cdd-9fa2-4dad04843136 binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:07:46.224306 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c5d7b3cd-672d-4ba6-ba68-27e08a72aeee tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.225496 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-c5d7b3cd-672d-4ba6-ba68-27e08a72aeee tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316180 Apr 12 20:07:46.228321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42804) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:46.233141 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-b745329c-e6c0-4ec1-848a-b2b34e7b4079 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b', 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:46.261267 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b745329c-e6c0-4ec1-848a-b2b34e7b4079 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (5d5f2ef4-2f14-4413-a4e9-8ce5edf7ddd2), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.268259 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.326004 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b745329c-e6c0-4ec1-848a-b2b34e7b4079 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (5d5f2ef4-2f14-4413-a4e9-8ce5edf7ddd2), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.332876 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b745329c-e6c0-4ec1-848a-b2b34e7b4079 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (5d5f2ef4-2f14-4413-a4e9-8ce5edf7ddd2), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.350904 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745329c-e6c0-4ec1-848a-b2b34e7b4079 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5f2ef4-2f14-4413-a4e9-8ce5edf7ddd2,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:46.360358 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b745329c-e6c0-4ec1-848a-b2b34e7b4079 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.361112 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-b745329c-e6c0-4ec1-848a-b2b34e7b4079 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315751 Apr 12 20:07:46.363897 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 42808) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:46.368483 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b', 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:46.389457 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.securitygroups_db [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Project eb9df83bd94d40488095a49631c1a15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:07:46.394995 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (2f037f4b-e7dc-456b-9b24-a0d11c09054b), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.456382 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (2f037f4b-e7dc-456b-9b24-a0d11c09054b), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.467977 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (2f037f4b-e7dc-456b-9b24-a0d11c09054b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.480664 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 90011634-aee2-4507-a1fa-b86f02c3bfd8 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:46.489621 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f037f4b-e7dc-456b-9b24-a0d11c09054b,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:46.500038 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.501335 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-cc839cbb-0879-4240-b983-08ae50c660d8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364474 Apr 12 20:07:46.504224 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 42812) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:07:46.508641 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b', 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:07:46.529111 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.securitygroups_db [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Project eb9df83bd94d40488095a49631c1a15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:07:46.534821 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (ad488d91-ca4c-48d8-8e45-a078d5e7321c), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.587730 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 90011634-aee2-4507-a1fa-b86f02c3bfd8 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:46.588109 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.620151 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Publish callbacks [] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.636075 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.716603 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da7edf-1ff4-46ed-bfbe-9b031dd8de1e None None] Pushing event updated for resources: {'Port': ['ID=a507f32c-6a95-4cdd-9fa2-4dad04843136,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:46.775013 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 90011634-aee2-4507-a1fa-b86f02c3bfd8 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:46.787595 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Attempting to bind port a507f32c-6a95-4cdd-9fa2-4dad04843136 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:07:46.787974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Attempting to bind port a507f32c-6a95-4cdd-9fa2-4dad04843136 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:07:46.788345 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Attempting to bind port a507f32c-6a95-4cdd-9fa2-4dad04843136 on network 61bc5448-b799-41cd-987f-e504f3184fa6 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:07:46.794235 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:07:46.794614 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Checking segment: {'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:07:46.795075 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.795473 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Bound using segment: {'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:07:46.796140 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Bound port: a507f32c-6a95-4cdd-9fa2-4dad04843136, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73f59e8-445a-44d7-85db-660cb08be9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:07:46.796516 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.874910 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] For port a507f32c-6a95-4cdd-9fa2-4dad04843136, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:07:46.878236 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] For port a507f32c-6a95-4cdd-9fa2-4dad04843136, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=a507f32c-6a95-4cdd-9fa2-4dad04843136,segment=NetworkSegment(c73f59e8-445a-44d7-85db-660cb08be9d9),segment_id=c73f59e8-445a-44d7-85db-660cb08be9d9)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:07:46.888763 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.913645 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (ad488d91-ca4c-48d8-8e45-a078d5e7321c), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.923460 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (ad488d91-ca4c-48d8-8e45-a078d5e7321c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.947076 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Routers {'38fc013d-7284-4812-bde7-a21e95afbd5b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:07:46.947717 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:07:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['38fc013d-7284-4812-bde7-a21e95afbd5b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:46.953588 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad488d91-ca4c-48d8-8e45-a078d5e7321c,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:46.965675 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:46.967107 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0affe595-ce6b-4f7a-a931-d48717d4bb42 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4618621 Apr 12 20:07:47.019089 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da7edf-1ff4-46ed-bfbe-9b031dd8de1e None None] Pushing event updated for resources: {'Port': ['ID=a507f32c-6a95-4cdd-9fa2-4dad04843136,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:47.023639 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-5b2997ee-8e24-4c03-a5bc-d62e141bee9e None None] Provisioning complete for port a507f32c-6a95-4cdd-9fa2-4dad04843136 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:47.024010 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5b2997ee-8e24-4c03-a5bc-d62e141bee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:47.127838 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e015-cadc-4b71-8380-f9564e5d76a3 req-10f6ad55-4008-4e02-9e55-4c82201257e8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:47.138088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7cc5e015-cadc-4b71-8380-f9564e5d76a3 req-10f6ad55-4008-4e02-9e55-4c82201257e8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.1207862 Apr 12 20:07:47.161242 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] Set router 38fc013d-7284-4812-bde7-a21e95afbd5b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:07:47.163441 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-5b2997ee-8e24-4c03-a5bc-d62e141bee9e None None] Current status of the port a507f32c-6a95-4cdd-9fa2-4dad04843136 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:47.164013 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5b2997ee-8e24-4c03-a5bc-d62e141bee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:47.215393 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7cc5e015-cadc-4b71-8380-f9564e5d76a3 req-46b834eb-5c2e-4497-a767-bb8ac5377027 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761805 Apr 12 20:07:47.226644 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-5b2997ee-8e24-4c03-a5bc-d62e141bee9e None None] For port a507f32c-6a95-4cdd-9fa2-4dad04843136, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=a507f32c-6a95-4cdd-9fa2-4dad04843136,segment=NetworkSegment(c73f59e8-445a-44d7-85db-660cb08be9d9),segment_id=c73f59e8-445a-44d7-85db-660cb08be9d9)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:47.237329 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5b2997ee-8e24-4c03-a5bc-d62e141bee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:47.400377 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487b140-bfd8-4eaa-8858-76a55e8f48fb req-85ebedaf-8feb-48d3-9b0c-20468e952650 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:47.407968 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7487b140-bfd8-4eaa-8858-76a55e8f48fb req-85ebedaf-8feb-48d3-9b0c-20468e952650 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 945 time: 0.1017637 Apr 12 20:07:47.432159 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283f7d-636e-4e62-983c-053522e89d8f req-6b2f00b0-a2c5-401e-9461-11930f60cdf4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:47.432544 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2997ee-8e24-4c03-a5bc-d62e141bee9e None None] Pushing event updated for resources: {'Port': ['ID=a507f32c-6a95-4cdd-9fa2-4dad04843136,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:47.433738 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0a283f7d-636e-4e62-983c-053522e89d8f req-6b2f00b0-a2c5-401e-9461-11930f60cdf4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0888093 Apr 12 20:07:47.443202 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-494109aa-ca39-4f87-b57d-d93197de357d None None] Provisioning complete for port a507f32c-6a95-4cdd-9fa2-4dad04843136 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:47.443601 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-494109aa-ca39-4f87-b57d-d93197de357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:47.516134 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7487b140-bfd8-4eaa-8858-76a55e8f48fb req-f3de4859-221c-417e-964b-ccf4e90661c1 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071820 Apr 12 20:07:47.533916 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:07:43Z', 'revision_number': 4, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port': {'id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:40Z', 'updated_at': '2022-04-12T20:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'a507f32c-6a95-4cdd-9fa2-4dad04843136', 'name': '', 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'mac_address': 'fa:16:3e:86:dd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e2fb6a70-c937-4120-98d0-da8d33423355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:42Z', 'updated_at': '2022-04-12T20:07:46Z', 'revision_number': 4, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'subnets': [{'id': 'e2fb6a70-c937-4120-98d0-da8d33423355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:07:47.556533 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0a283f7d-636e-4e62-983c-053522e89d8f req-114f631f-b629-4d36-a562-1aaedf0ef6fd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128511 Apr 12 20:07:47.578495 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef30afe-8bcb-4d31-a8b5-fb682239dba8 None None] The sync data for ids ['38fc013d-7284-4812-bde7-a21e95afbd5b'] in dv-cinder-837541-1-iscsi is: [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:07:43Z', 'revision_number': 4, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port': {'id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:40Z', 'updated_at': '2022-04-12T20:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'a507f32c-6a95-4cdd-9fa2-4dad04843136', 'name': '', 'network_id': '61bc5448-b799-41cd-987f-e504f3184fa6', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'mac_address': 'fa:16:3e:86:dd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e2fb6a70-c937-4120-98d0-da8d33423355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:42Z', 'updated_at': '2022-04-12T20:07:46Z', 'revision_number': 4, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'subnets': [{'id': 'e2fb6a70-c937-4120-98d0-da8d33423355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:07:47.626067 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-494109aa-ca39-4f87-b57d-d93197de357d None None] Current status of the port a507f32c-6a95-4cdd-9fa2-4dad04843136 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:47.683113 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device fa756392-c872-482a-bf25-dd0c10892ac5 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:47.745683 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port fa756392-c872-482a-bf25-dd0c10892ac5 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:07:47.754288 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port fa756392-c872-482a-bf25-dd0c10892ac5 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:47.754720 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:47.843999 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port fa756392-c872-482a-bf25-dd0c10892ac5 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:47.844462 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:47.870354 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa756392-c872-482a-bf25-dd0c10892ac5'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:07:47.872686 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb40b6e-d9ef-4970-855a-c6c34a6c9973" -d '{"events": [{"server_uuid": "605e77fd-3a2c-4833-8ec4-c845443d6834", "name": "network-vif-plugged", "status": "completed", "tag": "fa756392-c872-482a-bf25-dd0c10892ac5"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:07:47.889536 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port fa756392-c872-482a-bf25-dd0c10892ac5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fa756392-c872-482a-bf25-dd0c10892ac5,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:07:47.895213 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:48.059648 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fb318d-6c85-49fa-bd49-cdbb11f9ee8c x-openstack-request-id: req-a2fb318d-6c85-49fa-bd49-cdbb11f9ee8c {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:07:48.059916 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605e77fd-3a2c-4833-8ec4-c845443d6834", "name": "network-vif-plugged", "status": "completed", "tag": "fa756392-c872-482a-bf25-dd0c10892ac5", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:07:48.060185 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2fb318d-6c85-49fa-bd49-cdbb11f9ee8c {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:07:48.060567 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fb318d-6c85-49fa-bd49-cdbb11f9ee8c'] response: {'server_uuid': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa756392-c872-482a-bf25-dd0c10892ac5', 'code': 200} Apr 12 20:07:48.089597 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=fa756392-c872-482a-bf25-dd0c10892ac5,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:07:48.165670 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9766b1-c47c-41b3-a5ce-cc46de4bef66 req-409dde27-f711-4a46-a36d-fd3045f2fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:48.167164 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8a9766b1-c47c-41b3-a5ce-cc46de4bef66 req-409dde27-f711-4a46-a36d-fd3045f2fbb1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 1130 time: 0.0441465 Apr 12 20:07:48.211720 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8a9766b1-c47c-41b3-a5ce-cc46de4bef66 req-f72ebf54-1e87-49a5-98cc-97300e9044e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Apr 12 20:07:48.329421 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00399-e036-4a6f-bf28-785500b3aaae req-54c51c59-0623-4e33-a242-c61379d5454b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:48.331060 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73f00399-e036-4a6f-bf28-785500b3aaae req-54c51c59-0623-4e33-a242-c61379d5454b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0485594 Apr 12 20:07:48.395297 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73f00399-e036-4a6f-bf28-785500b3aaae req-73f588da-44e1-4727-9f0c-bbcd26e7059f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533330 Apr 12 20:07:48.465331 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device a507f32c-6a95-4cdd-9fa2-4dad04843136 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:07:48.514900 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port a507f32c-6a95-4cdd-9fa2-4dad04843136 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:07:48.514900 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:48.595707 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port a507f32c-6a95-4cdd-9fa2-4dad04843136 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:07:48.644462 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a026855-a391-4331-bbf4-30ac09dedbc2 req-d9cb5965-fd0c-4214-a214-aadf1d740d5c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:48.646434 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a026855-a391-4331-bbf4-30ac09dedbc2 req-d9cb5965-fd0c-4214-a214-aadf1d740d5c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0586803 Apr 12 20:07:48.707802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b844190-3445-4f7d-9c3c-c3facf020265 req-d3d151a8-6309-4d8e-92c1-2de3f92954dd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:48.709361 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b844190-3445-4f7d-9c3c-c3facf020265 req-d3d151a8-6309-4d8e-92c1-2de3f92954dd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0773063 Apr 12 20:07:48.733559 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a026855-a391-4331-bbf4-30ac09dedbc2 req-2bdf5d9a-9859-4443-bc08-aed7a55d15bd tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787971 Apr 12 20:07:48.767883 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b844190-3445-4f7d-9c3c-c3facf020265 req-e8c2dd40-65dd-47b0-aa7e-4261d3ed5bf9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482590 Apr 12 20:07:49.523338 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138860d-eb69-4f1c-8082-2bbac00d302b req-a7f62a2a-2c0a-4363-9fb5-465deae1a997 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:49.524723 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0138860d-eb69-4f1c-8082-2bbac00d302b req-a7f62a2a-2c0a-4363-9fb5-465deae1a997 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0530660 Apr 12 20:07:49.578020 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0138860d-eb69-4f1c-8082-2bbac00d302b req-f0267ccd-0d92-4624-9d09-0e775eb5c409 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Apr 12 20:07:49.846623 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68358201-4427-44a5-ab8f-ac4391626046 req-99a2a00d-8cc3-4e18-bd35-2c5724d099d8 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:49.848139 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68358201-4427-44a5-ab8f-ac4391626046 req-99a2a00d-8cc3-4e18-bd35-2c5724d099d8 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0478194 Apr 12 20:07:49.908705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef4685-9909-49b0-8367-b985e444aa4c req-6e176aa1-4f8f-4bd2-996b-11b9bd278723 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:49.910186 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9cef4685-9909-49b0-8367-b985e444aa4c req-6e176aa1-4f8f-4bd2-996b-11b9bd278723 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0611556 Apr 12 20:07:49.942559 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68358201-4427-44a5-ab8f-ac4391626046 req-be7d6d70-840d-43c7-9527-a67247042e41 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853660 Apr 12 20:07:49.979210 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9cef4685-9909-49b0-8367-b985e444aa4c req-14f42737-8278-4caa-92fd-9b6ac03e7327 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633142 Apr 12 20:07:50.703817 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46d20-567e-4481-a31f-866acbcdc43f req-006cf706-948d-4f23-9e0b-e0630d907a16 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:50.705233 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eab46d20-567e-4481-a31f-866acbcdc43f req-006cf706-948d-4f23-9e0b-e0630d907a16 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0480726 Apr 12 20:07:50.754328 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eab46d20-567e-4481-a31f-866acbcdc43f req-55dc8176-29f6-475d-9436-d05dbf7ecbd7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Apr 12 20:07:51.070042 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798d241-092c-4dc9-ba16-17d7b97e91da req-40fb5c20-41b1-49c0-a70a-13bf955161f9 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:51.071519 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2798d241-092c-4dc9-ba16-17d7b97e91da req-40fb5c20-41b1-49c0-a70a-13bf955161f9 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0567613 Apr 12 20:07:51.124652 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba457e5-35e1-4f21-8edf-e453845b8d8c req-a5ab7f76-66d7-43b9-86f8-33b8ae5ba0f6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:51.126283 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ba457e5-35e1-4f21-8edf-e453845b8d8c req-a5ab7f76-66d7-43b9-86f8-33b8ae5ba0f6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0728378 Apr 12 20:07:51.164782 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2798d241-092c-4dc9-ba16-17d7b97e91da req-cdd1369c-04df-4314-9d6a-d36046e786d4 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734954 Apr 12 20:07:51.194127 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ba457e5-35e1-4f21-8edf-e453845b8d8c req-a9aee13b-9e4e-4574-b307-c9a5aa22d4d3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570965 Apr 12 20:07:51.885182 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1b661-6cf7-4122-bd3c-dfc2c5f86feb req-d192b9f2-b235-4561-8f2f-1243a2f40970 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:51.886733 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dcc1b661-6cf7-4122-bd3c-dfc2c5f86feb req-d192b9f2-b235-4561-8f2f-1243a2f40970 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0508826 Apr 12 20:07:51.931803 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dcc1b661-6cf7-4122-bd3c-dfc2c5f86feb req-b5b3ca64-5d47-4f02-b237-179d6170f1f9 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 Apr 12 20:07:52.316013 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640054c7-eb21-4f35-9e3f-b22a0c604168 req-62bc8af9-1e89-4b4a-a4ce-ef6fd5e31f15 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:52.317481 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-640054c7-eb21-4f35-9e3f-b22a0c604168 req-62bc8af9-1e89-4b4a-a4ce-ef6fd5e31f15 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0803907 Apr 12 20:07:52.338811 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463715e-5521-4693-9c3e-63d02582d9dd req-8d49868d-64a7-4ed3-b7cd-d1c7ce99956e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:52.340485 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7463715e-5521-4693-9c3e-63d02582d9dd req-8d49868d-64a7-4ed3-b7cd-d1c7ce99956e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0668967 Apr 12 20:07:52.400976 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-640054c7-eb21-4f35-9e3f-b22a0c604168 req-9886839f-94ed-4bf8-a918-5f21e844d4bd tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Apr 12 20:07:52.411950 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7463715e-5521-4693-9c3e-63d02582d9dd req-929f4f55-e099-4b59-bab7-026bf52a0cfa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622818 Apr 12 20:07:52.882243 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-93a07d55-ff67-4b60-bb80-957f1bf90485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:53.047121 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325e5cf-5028-463e-a77d-0fd14036ffe5 req-baacdf07-bcb8-4fe1-85d5-511e833904e6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:53.048697 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8325e5cf-5028-463e-a77d-0fd14036ffe5 req-baacdf07-bcb8-4fe1-85d5-511e833904e6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0471044 Apr 12 20:07:53.098037 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8325e5cf-5028-463e-a77d-0fd14036ffe5 req-40b11f1b-7420-4860-b8e4-9d7fade88e05 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Apr 12 20:07:53.553069 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855490f-3f4c-4564-9345-853408ce0988 req-bc1ffe01-2a26-4c92-9528-3c57bf041d34 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:53.554569 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e855490f-3f4c-4564-9345-853408ce0988 req-bc1ffe01-2a26-4c92-9528-3c57bf041d34 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0780008 Apr 12 20:07:53.562657 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7c15-0f52-411d-981a-a3ceabbdb057 req-7d18f569-b99c-48f2-a9ee-d12b51163f21 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:53.564077 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-384c7c15-0f52-411d-981a-a3ceabbdb057 req-7d18f569-b99c-48f2-a9ee-d12b51163f21 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0770683 Apr 12 20:07:53.644099 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e855490f-3f4c-4564-9345-853408ce0988 req-4efc9ef2-d0c4-4b0b-a5e2-507908f83b03 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788612 Apr 12 20:07:53.648014 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-384c7c15-0f52-411d-981a-a3ceabbdb057 req-925dfda9-bc18-4cd3-b0da-bc7931a43e68 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768847 Apr 12 20:07:54.237693 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34224e-ff88-40f3-9a27-f425ed1572a1 req-c0eab10c-f41d-462b-aa4c-851f429a2582 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:54.239155 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7b34224e-ff88-40f3-9a27-f425ed1572a1 req-c0eab10c-f41d-462b-aa4c-851f429a2582 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0528367 Apr 12 20:07:54.289014 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7b34224e-ff88-40f3-9a27-f425ed1572a1 req-68ecd1bf-b7e7-4239-9916-d75758c05f85 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Apr 12 20:07:54.792654 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91250ee4-169c-41cb-8b26-4b5a8942208d req-8dcd2c27-f4d0-4be7-9844-9abd2fad3cc5 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:54.794031 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91250ee4-169c-41cb-8b26-4b5a8942208d req-8dcd2c27-f4d0-4be7-9844-9abd2fad3cc5 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0707815 Apr 12 20:07:54.801723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1f655-20bf-4af6-b2c0-df0d2a78f0f2 req-05425bce-6349-4c4b-9969-1cb9f57e56a8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:54.803048 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8df1f655-20bf-4af6-b2c0-df0d2a78f0f2 req-05425bce-6349-4c4b-9969-1cb9f57e56a8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0709403 Apr 12 20:07:54.874330 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91250ee4-169c-41cb-8b26-4b5a8942208d req-ecf3b7c9-27ea-4960-9237-d13fff0a79ba tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703411 Apr 12 20:07:54.877739 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8df1f655-20bf-4af6-b2c0-df0d2a78f0f2 req-20f01cac-40be-424e-b510-963af76f392a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681098 Apr 12 20:07:55.223057 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-93dfe612-cdf6-4c7b-9a66-094a83254b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:55.405644 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52bfc0-50d1-4d05-9fbd-0465a41fd28d req-55093d6f-6daf-44f5-8d36-f388b29b83de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:55.407191 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0d52bfc0-50d1-4d05-9fbd-0465a41fd28d req-55093d6f-6daf-44f5-8d36-f388b29b83de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0488560 Apr 12 20:07:55.461748 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0d52bfc0-50d1-4d05-9fbd-0465a41fd28d req-948a03fb-5453-4328-b694-edb95cd863c9 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488176 Apr 12 20:07:55.594882 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:56.019144 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fdd79-82aa-48f3-8293-108f93dbe8b0 req-af464155-bd5c-49fc-93a3-4cecb638eff6 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:56.020640 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dd6fdd79-82aa-48f3-8293-108f93dbe8b0 req-af464155-bd5c-49fc-93a3-4cecb638eff6 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0773041 Apr 12 20:07:56.028566 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0816b-2f07-43a1-8b5c-9cfb843bd11f req-b6e95385-f8e1-4996-bcc6-d8d2a16d95df tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:56.029915 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a2f0816b-2f07-43a1-8b5c-9cfb843bd11f req-b6e95385-f8e1-4996-bcc6-d8d2a16d95df tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0773323 Apr 12 20:07:56.096430 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dd6fdd79-82aa-48f3-8293-108f93dbe8b0 req-7bc03939-f6c2-4916-9b3b-a465fe33507f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655951 Apr 12 20:07:56.103540 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a2f0816b-2f07-43a1-8b5c-9cfb843bd11f req-6ed4c5cd-66ba-4e44-b41f-d1a792888719 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668545 Apr 12 20:07:56.160376 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:56.593423 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58b89-4667-4e15-9438-9229de1486bf req-f4bcdf85-67f0-4211-ad1f-34fd349192c4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:56.594879 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68d58b89-4667-4e15-9438-9229de1486bf req-f4bcdf85-67f0-4211-ad1f-34fd349192c4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0480039 Apr 12 20:07:56.641484 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68d58b89-4667-4e15-9438-9229de1486bf req-352b54a6-fbd5-4462-b5b5-657d873cf4c0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Apr 12 20:07:57.242760 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32526096-f3db-4b1f-9ea9-46dccbd4b9b3 req-cf7ad4a8-e805-4196-b81c-ca552ad58026 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:57.244259 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32526096-f3db-4b1f-9ea9-46dccbd4b9b3 req-cf7ad4a8-e805-4196-b81c-ca552ad58026 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0802772 Apr 12 20:07:57.265958 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80950-88e0-4dcb-9a3d-07c215c0eef0 req-ab96b448-b7e8-46b3-b09a-93213f9bfa08 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:57.267451 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12c80950-88e0-4dcb-9a3d-07c215c0eef0 req-ab96b448-b7e8-46b3-b09a-93213f9bfa08 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0722020 Apr 12 20:07:57.324763 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32526096-f3db-4b1f-9ea9-46dccbd4b9b3 req-29ddc26d-3866-42d5-8acd-c827fbb013d6 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746300 Apr 12 20:07:57.335785 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12c80950-88e0-4dcb-9a3d-07c215c0eef0 req-9aa1e042-9d85-4277-8ce3-3ddf2ef95d98 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621974 Apr 12 20:07:57.632213 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:57.756694 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48726de8-18b2-4552-853f-c105eb1e2f89 req-bb6dbdb7-6d02-4844-8b37-c5e1161fabd3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:57.758140 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48726de8-18b2-4552-853f-c105eb1e2f89 req-bb6dbdb7-6d02-4844-8b37-c5e1161fabd3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0485983 Apr 12 20:07:57.810300 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48726de8-18b2-4552-853f-c105eb1e2f89 req-6cbbaea7-f21a-4da2-b1d7-33513a40eeee tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437100 Apr 12 20:07:58.465015 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfb84a-1c3b-4c9a-8f42-2d73a608fd44 req-62817ef6-4e45-4c32-9d8b-64f8a713cbc3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:58.466456 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-aabfb84a-1c3b-4c9a-8f42-2d73a608fd44 req-62817ef6-4e45-4c32-9d8b-64f8a713cbc3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0721943 Apr 12 20:07:58.486672 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8fcd8-58c2-4bf6-b761-a83948fc54c3 req-a5b5c480-89cb-4949-bb80-7285ff2912ca tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:58.488078 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-adc8fcd8-58c2-4bf6-b761-a83948fc54c3 req-a5b5c480-89cb-4949-bb80-7285ff2912ca tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0636351 Apr 12 20:07:58.545279 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-aabfb84a-1c3b-4c9a-8f42-2d73a608fd44 req-96b4e6bd-bf2b-4b7c-ba97-4c46c365937c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713849 Apr 12 20:07:58.561330 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-adc8fcd8-58c2-4bf6-b761-a83948fc54c3 req-3ffecad2-2f9f-4bfe-9e09-1d1e46fe5dac tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651717 Apr 12 20:07:58.939747 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3437b-1002-4bf2-800f-01ecae7a039c req-4b366c20-1e0b-4b9c-8500-9c0eafc64e54 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:58.941116 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5e3437b-1002-4bf2-800f-01ecae7a039c req-4b366c20-1e0b-4b9c-8500-9c0eafc64e54 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0502317 Apr 12 20:07:58.978351 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:58.993843 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5e3437b-1002-4bf2-800f-01ecae7a039c req-93137805-57e3-4e7e-84c2-5f193c7801a2 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Apr 12 20:07:59.718561 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ab052-79a4-4e5a-bdb1-b32827e51e73 req-bf95aab5-b7ef-4460-9bee-276d8cd825bc tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:59.720084 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-619ab052-79a4-4e5a-bdb1-b32827e51e73 req-bf95aab5-b7ef-4460-9bee-276d8cd825bc tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0833316 Apr 12 20:07:59.730521 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ac4e-0739-44f1-abb1-3d665f83decf req-f95fd4ab-1da3-40b9-867b-294599da65d9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:07:59.731923 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9b55ac4e-0739-44f1-abb1-3d665f83decf req-f95fd4ab-1da3-40b9-867b-294599da65d9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0859702 Apr 12 20:07:59.803471 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-619ab052-79a4-4e5a-bdb1-b32827e51e73 req-02db5a5d-eb3e-42e4-aa25-28b34e48443a tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706208 Apr 12 20:07:59.807527 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9b55ac4e-0739-44f1-abb1-3d665f83decf req-889231a1-7939-44db-a43a-e5bc624d69ae tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690873 Apr 12 20:08:00.110332 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d2b1-26f7-4945-bc16-50bd4c9fadb6 req-57c4525f-317d-49fb-993a-3393292ddcb3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:00.111963 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8243d2b1-26f7-4945-bc16-50bd4c9fadb6 req-57c4525f-317d-49fb-993a-3393292ddcb3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0497286 Apr 12 20:08:00.164994 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8243d2b1-26f7-4945-bc16-50bd4c9fadb6 req-0825d3db-267f-4971-9479-4175afa9ca84 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473225 Apr 12 20:08:00.954014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c4c1d-8d6a-43be-8f7c-d95968f9f0af req-8f7384e4-b035-410f-a4a1-02c55415b93c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:00.955669 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d88c4c1d-8d6a-43be-8f7c-d95968f9f0af req-8f7384e4-b035-410f-a4a1-02c55415b93c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0748916 Apr 12 20:08:00.963689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8e4f6-0c57-479c-a8cb-ea67ac1b7f51 req-da6acab5-81ac-4022-bd0e-96d89cea84d7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:00.965059 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbc8e4f6-0c57-479c-a8cb-ea67ac1b7f51 req-da6acab5-81ac-4022-bd0e-96d89cea84d7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0753171 Apr 12 20:08:01.036644 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d88c4c1d-8d6a-43be-8f7c-d95968f9f0af req-51b42abb-59dd-459b-a6b4-5483d7d45b8f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706341 Apr 12 20:08:01.039861 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbc8e4f6-0c57-479c-a8cb-ea67ac1b7f51 req-4b96b049-f8ab-4f60-a456-29edbcb0cf9b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682218 Apr 12 20:08:01.277147 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca23747-90cd-45dd-8e01-4f30f4cf00c0 req-6f79a86e-533d-455d-a903-c0a356dbbf09 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:01.278597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7ca23747-90cd-45dd-8e01-4f30f4cf00c0 req-6f79a86e-533d-455d-a903-c0a356dbbf09 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0473156 Apr 12 20:08:01.324669 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7ca23747-90cd-45dd-8e01-4f30f4cf00c0 req-b0177ebb-0781-466f-bd20-8b2d83109bc6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Apr 12 20:08:02.188403 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee60d-4a66-4836-abc7-a18b92ded21b req-574e06d7-8e36-496d-bd59-602924c53a1b tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:02.189975 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-23dee60d-4a66-4836-abc7-a18b92ded21b req-574e06d7-8e36-496d-bd59-602924c53a1b tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0831809 Apr 12 20:08:02.195738 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4a44b-bf68-460e-a1b7-2d2296c01739 req-2acacd74-71af-4068-bcf4-cc7934b07afa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:02.197391 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9fe4a44b-bf68-460e-a1b7-2d2296c01739 req-2acacd74-71af-4068-bcf4-cc7934b07afa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0818112 Apr 12 20:08:02.266636 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-23dee60d-4a66-4836-abc7-a18b92ded21b req-419500e2-b992-4ce6-bf4b-fe04c730013e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683062 Apr 12 20:08:02.269909 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9fe4a44b-bf68-460e-a1b7-2d2296c01739 req-ec7f54ac-ea22-431b-abb5-42e455761dcd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659492 Apr 12 20:08:02.457666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426fb57-c61e-4f21-9fdb-ecb7a4b34f3f req-5d7945e6-cade-4ece-a8f7-e20b84cda6fe tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:02.459200 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a426fb57-c61e-4f21-9fdb-ecb7a4b34f3f req-5d7945e6-cade-4ece-a8f7-e20b84cda6fe tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0574517 Apr 12 20:08:02.518831 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a426fb57-c61e-4f21-9fdb-ecb7a4b34f3f req-3b699eb3-b06b-4eff-906c-7d30326eee56 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524335 Apr 12 20:08:03.411097 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb31c3-6922-4cde-9955-2058219b26b8 req-069dd6a6-47ef-4f9d-bd58-9bd50a59f219 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:03.412453 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-43bb31c3-6922-4cde-9955-2058219b26b8 req-069dd6a6-47ef-4f9d-bd58-9bd50a59f219 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0783381 Apr 12 20:08:03.418316 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57b0d5-f783-49ac-8f3a-bba4d7b2a992 req-fe87b953-cc90-4ca5-b28d-b8ac579925ef tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:03.419696 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ac57b0d5-f783-49ac-8f3a-bba4d7b2a992 req-fe87b953-cc90-4ca5-b28d-b8ac579925ef tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0745358 Apr 12 20:08:03.483847 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-43bb31c3-6922-4cde-9955-2058219b26b8 req-63d11f53-3ef7-4915-8e05-7096310850f3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631955 Apr 12 20:08:03.494817 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ac57b0d5-f783-49ac-8f3a-bba4d7b2a992 req-f43107ef-5a7a-495f-a786-24ce692980e5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684083 Apr 12 20:08:03.653386 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddca70-6bf4-4be2-80db-b98d40897c16 req-8fa585e8-24f0-4d75-9dd4-e38b367bad3b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:03.654815 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-beddca70-6bf4-4be2-80db-b98d40897c16 req-8fa585e8-24f0-4d75-9dd4-e38b367bad3b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0608618 Apr 12 20:08:03.702026 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-beddca70-6bf4-4be2-80db-b98d40897c16 req-3f4160ba-8b7b-4b12-b5e6-cbf67e9da548 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Apr 12 20:08:04.613977 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039e449-3a21-43ec-8432-afff9e2083c9 req-28cfdc2d-f516-4ca9-8448-88be587e0c97 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:04.615432 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8039e449-3a21-43ec-8432-afff9e2083c9 req-28cfdc2d-f516-4ca9-8448-88be587e0c97 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0673773 Apr 12 20:08:04.639448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e15c2-c8be-424d-b209-03d0366d9c0a req-232518d2-a0cf-49c4-8beb-34ae3c232b04 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:04.640946 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d7e15c2-c8be-424d-b209-03d0366d9c0a req-232518d2-a0cf-49c4-8beb-34ae3c232b04 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0654938 Apr 12 20:08:04.698750 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8039e449-3a21-43ec-8432-afff9e2083c9 req-ed587fef-dd1b-480e-a11a-c1bcad564f3d tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777717 Apr 12 20:08:04.713418 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d7e15c2-c8be-424d-b209-03d0366d9c0a req-c1bb9a41-8389-45de-b098-16bf51efcffe tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662367 Apr 12 20:08:04.827201 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadffda-deaa-4c55-831a-a72f7da24fb1 req-e525e5a2-ff4d-48f9-b7b1-e817ab2e28f1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:04.828668 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6eadffda-deaa-4c55-831a-a72f7da24fb1 req-e525e5a2-ff4d-48f9-b7b1-e817ab2e28f1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0568647 Apr 12 20:08:04.879785 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6eadffda-deaa-4c55-831a-a72f7da24fb1 req-a358f3e9-c6a5-4883-8a72-767fe7bd7156 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 Apr 12 20:08:05.845292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b0cb8-a06b-47d0-88e7-d433b6eeb150 req-6ecdd47f-bfb7-4028-a42a-2c56d3130fb7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:05.846700 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-692b0cb8-a06b-47d0-88e7-d433b6eeb150 req-6ecdd47f-bfb7-4028-a42a-2c56d3130fb7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0750718 Apr 12 20:08:05.865713 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f06a-c619-463f-903b-37af543b1bb7 req-3b9f2597-0acd-468f-b0c6-8a9f96751ef7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:05.867099 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-67a2f06a-c619-463f-903b-37af543b1bb7 req-3b9f2597-0acd-468f-b0c6-8a9f96751ef7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0841689 Apr 12 20:08:05.930331 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-692b0cb8-a06b-47d0-88e7-d433b6eeb150 req-eb38868b-3639-4160-b3a8-3cbd883cfd60 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780203 Apr 12 20:08:05.934354 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-67a2f06a-c619-463f-903b-37af543b1bb7 req-04b3975f-1e72-470e-8662-91a2251ce1a7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604348 Apr 12 20:08:06.038577 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38ad7a-e895-4a1e-8b43-756b6bed408c req-cfcbffdc-9fa7-43b4-b5cc-c4b2e181efe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:06.040057 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a38ad7a-e895-4a1e-8b43-756b6bed408c req-cfcbffdc-9fa7-43b4-b5cc-c4b2e181efe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0485690 Apr 12 20:08:06.089635 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a38ad7a-e895-4a1e-8b43-756b6bed408c req-61a64677-8440-4a30-a26b-98102218eea2 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Apr 12 20:08:07.081709 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7b3ad-7c35-4d65-ae5c-88ea7e086bd1 req-08153fbd-c6d2-4398-80ab-e0dda4452d4f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:07.083053 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5bd7b3ad-7c35-4d65-ae5c-88ea7e086bd1 req-08153fbd-c6d2-4398-80ab-e0dda4452d4f tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0734036 Apr 12 20:08:07.093574 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915676d7-7a45-4b44-99db-feba09dd7888 req-9da39c8f-1b84-43c4-bd84-d384ef980200 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:07.094928 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-915676d7-7a45-4b44-99db-feba09dd7888 req-9da39c8f-1b84-43c4-bd84-d384ef980200 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0764434 Apr 12 20:08:07.163314 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5bd7b3ad-7c35-4d65-ae5c-88ea7e086bd1 req-b8dd304a-25ec-4e64-9c49-0fd0e67e0455 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674603 Apr 12 20:08:07.166560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-915676d7-7a45-4b44-99db-feba09dd7888 req-dfbb2a21-8c2e-461d-84a7-b80bf876b208 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651035 Apr 12 20:08:07.264691 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051cbb4-dbb1-4ccd-846a-0135df985014 req-4a2f2c28-15b4-4919-b131-d774fb7b3581 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:07.266152 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0051cbb4-dbb1-4ccd-846a-0135df985014 req-4a2f2c28-15b4-4919-b131-d774fb7b3581 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0465875 Apr 12 20:08:07.315775 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0051cbb4-dbb1-4ccd-846a-0135df985014 req-9684970c-1d5a-4930-8114-be8fa18d23bd tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 Apr 12 20:08:08.319034 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd094fe-abd1-48e3-ad04-c55e61d1f3e6 req-0e1bf088-b505-4794-b51e-178a6fdabe9b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:08.320502 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7bd094fe-abd1-48e3-ad04-c55e61d1f3e6 req-0e1bf088-b505-4794-b51e-178a6fdabe9b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0727332 Apr 12 20:08:08.326645 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91149513-8019-4594-a46f-835515d1cd9a req-02e41bb9-de35-438c-8547-d0ec808585d8 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:08.327992 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91149513-8019-4594-a46f-835515d1cd9a req-02e41bb9-de35-438c-8547-d0ec808585d8 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0814703 Apr 12 20:08:08.404698 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7bd094fe-abd1-48e3-ad04-c55e61d1f3e6 req-0af75943-9eb9-40ad-94c8-e72d7e7a1bb8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758033 Apr 12 20:08:08.407593 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91149513-8019-4594-a46f-835515d1cd9a req-72af2b30-7f70-42a2-97c2-ad00cd744218 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722630 Apr 12 20:08:08.511312 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880433e4-5789-49a7-8587-8f633f14f617 req-fa297b38-1f7e-453b-b6f8-2206ad2908b4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:08.512785 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-880433e4-5789-49a7-8587-8f633f14f617 req-fa297b38-1f7e-453b-b6f8-2206ad2908b4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0458269 Apr 12 20:08:08.559876 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-880433e4-5789-49a7-8587-8f633f14f617 req-2c2fca44-c282-4949-af23-bb99bd396db0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Apr 12 20:08:09.555627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33e6cb-e04e-40a0-8803-4a7396f0464a req-2158a3a4-e4da-4636-8197-e910c260784c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:09.557092 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dd33e6cb-e04e-40a0-8803-4a7396f0464a req-2158a3a4-e4da-4636-8197-e910c260784c tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0816357 Apr 12 20:08:09.563478 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7190d-c8bb-42cc-a38c-632083537331 req-987f3839-c312-4655-9db0-8e658b246ad3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:09.565472 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a8f7190d-c8bb-42cc-a38c-632083537331 req-987f3839-c312-4655-9db0-8e658b246ad3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0793774 Apr 12 20:08:09.642353 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dd33e6cb-e04e-40a0-8803-4a7396f0464a req-eef2e7d9-f560-45ce-98d4-9e21e727f2f5 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757980 Apr 12 20:08:09.646566 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a8f7190d-c8bb-42cc-a38c-632083537331 req-518a6455-9249-4cce-adc4-aa3a047e86cc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740695 Apr 12 20:08:09.740909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55d8d2-c8fc-495a-8e37-978d03801ba2 req-24929c1e-2c0b-424d-961d-5780f872f6e3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:09.742382 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ac55d8d2-c8fc-495a-8e37-978d03801ba2 req-24929c1e-2c0b-424d-961d-5780f872f6e3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0468659 Apr 12 20:08:09.791697 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ac55d8d2-c8fc-495a-8e37-978d03801ba2 req-7be50aea-a392-4dd4-affd-094777500a6d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Apr 12 20:08:10.786357 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f9df2-6e80-471d-b9ea-6f4049d4e39a req-c3c73cfe-a81c-403d-bbbf-d20f029f44e7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:10.787823 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b63f9df2-6e80-471d-b9ea-6f4049d4e39a req-c3c73cfe-a81c-403d-bbbf-d20f029f44e7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0749483 Apr 12 20:08:10.795539 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a086b-3494-404c-ab39-aa222261f396 req-180b3886-c699-4387-b161-9904d3d9ac25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:10.797212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b1a086b-3494-404c-ab39-aa222261f396 req-180b3886-c699-4387-b161-9904d3d9ac25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0739784 Apr 12 20:08:10.867074 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b63f9df2-6e80-471d-b9ea-6f4049d4e39a req-7c9026cb-2531-4d3a-926a-5e05c95cb9ed tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692706 Apr 12 20:08:10.870378 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b1a086b-3494-404c-ab39-aa222261f396 req-da19d69f-a97e-40d5-a95e-cd56c8f92708 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669394 Apr 12 20:08:10.966108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f88afa-01ba-4d75-b000-68defee60cd6 req-0cc0bc59-46f1-4c96-b427-82901b4f4b00 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:10.967518 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e9f88afa-01ba-4d75-b000-68defee60cd6 req-0cc0bc59-46f1-4c96-b427-82901b4f4b00 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0467842 Apr 12 20:08:11.016755 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e9f88afa-01ba-4d75-b000-68defee60cd6 req-8c51f036-fbd1-471f-9a54-c7d4a55da8cc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Apr 12 20:08:12.013228 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f69380-ee3b-44f6-9a0e-605e124d9cf4 req-1fbd1776-7415-4bce-bdf6-b1495a654715 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:12.014696 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d4f69380-ee3b-44f6-9a0e-605e124d9cf4 req-1fbd1776-7415-4bce-bdf6-b1495a654715 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0718763 Apr 12 20:08:12.022597 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c442c1-67e6-4ae4-9f18-2edd44701508 req-82cacb98-7a46-4693-a5b1-7ce642794c5d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:12.024188 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56c442c1-67e6-4ae4-9f18-2edd44701508 req-82cacb98-7a46-4693-a5b1-7ce642794c5d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0707662 Apr 12 20:08:12.095238 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d4f69380-ee3b-44f6-9a0e-605e124d9cf4 req-d47791be-c3d1-4f64-833a-83b4056270ff tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Apr 12 20:08:12.098396 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56c442c1-67e6-4ae4-9f18-2edd44701508 req-a3ff509f-5496-46e6-85d4-ae6a2c902b66 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674691 Apr 12 20:08:12.200558 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96580e10-e5c7-4f80-ab58-772906ca6995 req-424058e3-4146-434e-98ce-d8e6eb514b5b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:12.201897 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-96580e10-e5c7-4f80-ab58-772906ca6995 req-424058e3-4146-434e-98ce-d8e6eb514b5b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0494630 Apr 12 20:08:12.250094 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-96580e10-e5c7-4f80-ab58-772906ca6995 req-d366183b-0c45-447f-add1-3b830f1cd190 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Apr 12 20:08:13.246103 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7131ce0-149c-48de-b8a5-57262bd98891 req-f3e194d2-c29a-4205-964c-0a9b19ae2080 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:13.247564 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e7131ce0-149c-48de-b8a5-57262bd98891 req-f3e194d2-c29a-4205-964c-0a9b19ae2080 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0731585 Apr 12 20:08:13.255874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd05d8-8714-4d8f-beb7-d1b12873fd8d req-a287d3c7-b062-49d3-8154-d96caecba477 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:13.257179 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36fd05d8-8714-4d8f-beb7-d1b12873fd8d req-a287d3c7-b062-49d3-8154-d96caecba477 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0740623 Apr 12 20:08:13.323766 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e7131ce0-149c-48de-b8a5-57262bd98891 req-ef28e9af-4a7a-4c64-a46f-8aa271086c66 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Apr 12 20:08:13.330529 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36fd05d8-8714-4d8f-beb7-d1b12873fd8d req-cf083fb8-466a-42dd-b028-e9d05ebea36b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667853 Apr 12 20:08:13.424198 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568bfab-93d7-48f0-9f04-1c7171ed037e req-f860aa6e-a833-40f7-a0c9-45df5129a421 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:13.425627 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0568bfab-93d7-48f0-9f04-1c7171ed037e req-f860aa6e-a833-40f7-a0c9-45df5129a421 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0458016 Apr 12 20:08:13.479276 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0568bfab-93d7-48f0-9f04-1c7171ed037e req-e586273a-8e5c-4a65-96da-a2fed488a39e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480571 Apr 12 20:08:14.470781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69306e-720b-446b-a7a2-9118dca9f280 req-98a7691d-1824-423f-b40b-d7033b65a9b2 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:14.472240 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ec69306e-720b-446b-a7a2-9118dca9f280 req-98a7691d-1824-423f-b40b-d7033b65a9b2 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0738459 Apr 12 20:08:14.480132 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8aaf8-9326-4e80-a657-4011fda8fac5 req-8e3d2974-a7e6-4fd3-a686-0128a7f0da80 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:14.481417 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9cd8aaf8-9326-4e80-a657-4011fda8fac5 req-8e3d2974-a7e6-4fd3-a686-0128a7f0da80 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0741694 Apr 12 20:08:14.551786 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ec69306e-720b-446b-a7a2-9118dca9f280 req-ff1478b0-3912-48cc-be50-954fdb897b8b tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Apr 12 20:08:14.554653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9cd8aaf8-9326-4e80-a657-4011fda8fac5 req-0591f0c4-8050-440b-ab90-f62260ef5969 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666540 Apr 12 20:08:14.651161 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c0bd-be04-4449-be79-0298f46a26fe req-3cb8ff09-03fa-4e14-9dac-c5299b07cf93 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:14.652762 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7f67c0bd-be04-4449-be79-0298f46a26fe req-3cb8ff09-03fa-4e14-9dac-c5299b07cf93 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0492070 Apr 12 20:08:14.706231 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7f67c0bd-be04-4449-be79-0298f46a26fe req-d4d4471f-704d-4e38-90e1-7bc73e8419ca tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451543 Apr 12 20:08:15.424332 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:08:15.688402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c4385-1834-493a-8230-18317fe6b4b7 req-2cd907d7-6342-46d5-9dff-dbb06e265943 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:15.689917 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4e6c4385-1834-493a-8230-18317fe6b4b7 req-2cd907d7-6342-46d5-9dff-dbb06e265943 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0703292 Apr 12 20:08:15.698425 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626c74-586e-48e6-a821-20bd8ee6daf9 req-53b27464-b5fa-4f1c-9719-170f350695c2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:15.699876 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-57626c74-586e-48e6-a821-20bd8ee6daf9 req-53b27464-b5fa-4f1c-9719-170f350695c2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0715425 Apr 12 20:08:15.774048 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4e6c4385-1834-493a-8230-18317fe6b4b7 req-ceaa18a0-5a8e-4311-a395-f8a1856fe20e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732298 Apr 12 20:08:15.778631 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-57626c74-586e-48e6-a821-20bd8ee6daf9 req-0d4aa169-1e9d-4bff-a744-628d059d95cf tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713732 Apr 12 20:08:15.886605 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5be882-3b45-4482-8c1f-b990d4522dd1 req-0c4417f2-1092-448f-a10b-8f2b1376c57a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:15.888463 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af5be882-3b45-4482-8c1f-b990d4522dd1 req-0c4417f2-1092-448f-a10b-8f2b1376c57a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0518973 Apr 12 20:08:15.948218 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af5be882-3b45-4482-8c1f-b990d4522dd1 req-d0b79406-0c0a-4586-94e2-1839d36663ed tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538242 Apr 12 20:08:16.915596 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5fbd2-a3cb-48de-bad1-a54c664ba31c req-95c04f8e-b7d6-4a83-b115-d32ab89b10c5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:16.916976 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cdd5fbd2-a3cb-48de-bad1-a54c664ba31c req-95c04f8e-b7d6-4a83-b115-d32ab89b10c5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0554876 Apr 12 20:08:16.963387 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cdd5fbd2-a3cb-48de-bad1-a54c664ba31c req-c549a42c-b3a0-4064-92fa-4f3241c93137 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408833 Apr 12 20:08:17.057846 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b4cf0-ccc1-4f6d-be7a-0cb6ebd75442 req-93d28c75-80c0-4e42-952f-9ecb8a51faf0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:17.059256 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c32b4cf0-ccc1-4f6d-be7a-0cb6ebd75442 req-93d28c75-80c0-4e42-952f-9ecb8a51faf0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0481946 Apr 12 20:08:17.106339 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c32b4cf0-ccc1-4f6d-be7a-0cb6ebd75442 req-7b218976-980d-4d56-9e2e-2349aad60a8c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Apr 12 20:08:18.086071 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf61de-43bb-4e0d-8f7b-bd9ac135eac4 req-223c4eb3-6cb4-4508-9a66-3a11896fbb44 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:18.087526 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7eaf61de-43bb-4e0d-8f7b-bd9ac135eac4 req-223c4eb3-6cb4-4508-9a66-3a11896fbb44 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0483863 Apr 12 20:08:18.136612 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7eaf61de-43bb-4e0d-8f7b-bd9ac135eac4 req-dec19056-91a5-4bee-bb2a-2b41ee3b5367 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433674 Apr 12 20:08:18.217996 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3201e-c529-4fa9-841d-5edc7a2180d2 req-c0282521-05dd-4011-8a56-14e7ff034648 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:18.219460 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3da3201e-c529-4fa9-841d-5edc7a2180d2 req-c0282521-05dd-4011-8a56-14e7ff034648 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0466111 Apr 12 20:08:18.269430 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3da3201e-c529-4fa9-841d-5edc7a2180d2 req-f0cc3524-08af-4028-82b9-19c31d2b01ea tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Apr 12 20:08:19.257765 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71496f-e555-4cdc-9548-34eefcb2ca69 req-41880aad-e96d-4505-b71f-2e19e1e4347d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:19.259277 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6e71496f-e555-4cdc-9548-34eefcb2ca69 req-41880aad-e96d-4505-b71f-2e19e1e4347d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0477707 Apr 12 20:08:19.306825 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6e71496f-e555-4cdc-9548-34eefcb2ca69 req-c3645ecb-b124-4c64-a6d7-50a124d335a4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418928 Apr 12 20:08:19.383343 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b4e47-c4cc-474c-8c50-d098e56f8b14 req-1d2b986c-92b9-471c-8ae4-ca400e00d4c4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:19.384815 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-347b4e47-c4cc-474c-8c50-d098e56f8b14 req-1d2b986c-92b9-471c-8ae4-ca400e00d4c4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0462599 Apr 12 20:08:19.430530 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-347b4e47-c4cc-474c-8c50-d098e56f8b14 req-1daf4440-059c-48bd-bad1-4c502cac2522 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Apr 12 20:08:20.440348 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae7ee-1053-4c2b-b21c-b8e8a99fe993 req-ba91aa4f-2552-4749-89ac-04411de21da1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:20.441795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a95ae7ee-1053-4c2b-b21c-b8e8a99fe993 req-ba91aa4f-2552-4749-89ac-04411de21da1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0615590 Apr 12 20:08:20.493051 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a95ae7ee-1053-4c2b-b21c-b8e8a99fe993 req-2d820607-9309-4f61-80f8-4988f332dec9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448871 Apr 12 20:08:20.541940 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859ad4-8f58-4cdd-8b37-ca3fd118512d req-f815a6bb-5ae3-4274-aad8-079cf9572914 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:20.543402 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7859ad4-8f58-4cdd-8b37-ca3fd118512d req-f815a6bb-5ae3-4274-aad8-079cf9572914 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0460417 Apr 12 20:08:20.589920 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7859ad4-8f58-4cdd-8b37-ca3fd118512d req-654d41fe-0384-4cf1-a881-359b0a8a5f52 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Apr 12 20:08:21.626340 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce58c6-3425-4fa0-872b-83ca438aa666 req-5245906d-991c-4291-9038-08514287e961 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:21.627865 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8fce58c6-3425-4fa0-872b-83ca438aa666 req-5245906d-991c-4291-9038-08514287e961 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0583158 Apr 12 20:08:21.941331 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758062e-51c4-4f6a-bb55-d10d5d2fda17 req-ac3fe150-93dd-489f-b539-443e8234dd30 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:21.942673 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a758062e-51c4-4f6a-bb55-d10d5d2fda17 req-ac3fe150-93dd-489f-b539-443e8234dd30 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0612035 Apr 12 20:08:21.945909 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8fce58c6-3425-4fa0-872b-83ca438aa666 req-8c87df02-b1a7-43a4-be3a-ba0bac5c5a89 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3124990 Apr 12 20:08:21.995367 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a758062e-51c4-4f6a-bb55-d10d5d2fda17 req-292d79b8-686d-40c8-bc83-e914292abc32 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455599 Apr 12 20:08:22.889728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9b340d5d-f7da-4a3b-83d8-ec80dafa724d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:23.079794 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3edfea-ab70-4203-afca-a4de6be0334a req-556232f8-a3be-470a-9c04-fce3809c4ae1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:23.081365 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cb3edfea-ab70-4203-afca-a4de6be0334a req-556232f8-a3be-470a-9c04-fce3809c4ae1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0576475 Apr 12 20:08:23.123667 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938378ad-3e9c-47e6-99da-482b78d21560 req-2b72ca2e-06ab-4e6e-9691-8f13bf89a3c4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:23.125067 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-938378ad-3e9c-47e6-99da-482b78d21560 req-2b72ca2e-06ab-4e6e-9691-8f13bf89a3c4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0620558 Apr 12 20:08:23.165551 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cb3edfea-ab70-4203-afca-a4de6be0334a req-19601647-4903-4592-a2c3-90a8c96b12a9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689437 Apr 12 20:08:23.188187 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-938378ad-3e9c-47e6-99da-482b78d21560 req-7e142a24-4f80-401c-9d29-b2ccf9b07bf5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574024 Apr 12 20:08:23.785197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496b575-65d5-4e05-bdc1-3fb413e828f0 req-062a3736-fc33-49eb-9bab-37643c668494 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:23.786732 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2496b575-65d5-4e05-bdc1-3fb413e828f0 req-062a3736-fc33-49eb-9bab-37643c668494 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0556109 Apr 12 20:08:23.840166 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2496b575-65d5-4e05-bdc1-3fb413e828f0 req-3ec20fe8-cb5c-4ff6-930f-df06e62035c7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Apr 12 20:08:24.312610 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83cf23-6fd1-4838-bd63-fae1532bd1e4 req-6e271e7a-a703-4591-b527-1c39268ad378 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:24.314084 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e83cf23-6fd1-4838-bd63-fae1532bd1e4 req-6e271e7a-a703-4591-b527-1c39268ad378 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0741422 Apr 12 20:08:24.334900 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad004a3b-b756-465f-8892-16a563f12e19 req-e442dca7-de61-4f64-bb17-7e2c3e9fd1de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:24.336414 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad004a3b-b756-465f-8892-16a563f12e19 req-e442dca7-de61-4f64-bb17-7e2c3e9fd1de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0644610 Apr 12 20:08:24.395130 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e83cf23-6fd1-4838-bd63-fae1532bd1e4 req-f158830e-086b-4493-b27d-5150773be3d4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739770 Apr 12 20:08:24.401957 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad004a3b-b756-465f-8892-16a563f12e19 req-e210f820-2854-4f0c-8a83-dc000827c57c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595689 Apr 12 20:08:24.971464 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ed230-5fa6-4db5-befc-c0ad860000d3 req-0713e8d3-00b6-41ba-aa39-f971f4fbca7e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:24.972918 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e23ed230-5fa6-4db5-befc-c0ad860000d3 req-0713e8d3-00b6-41ba-aa39-f971f4fbca7e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0530722 Apr 12 20:08:25.020811 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e23ed230-5fa6-4db5-befc-c0ad860000d3 req-b75dc8fd-1266-4e0a-b287-1ff25cfcb72e tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Apr 12 20:08:25.219865 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-17f02c8a-c7d5-4a1c-b30c-fba5f0e82ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:25.544120 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876e17-9e13-4a3f-9e90-56d6100d468b req-db74061d-d6ca-4d7c-9bf1-c37be8b5c48f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:25.545527 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-69876e17-9e13-4a3f-9e90-56d6100d468b req-db74061d-d6ca-4d7c-9bf1-c37be8b5c48f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0741651 Apr 12 20:08:25.556256 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029316cf-308e-4127-ab5d-72e5f10a127f req-40325c7e-b425-401b-b918-8339e1875cfe tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:25.557738 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-029316cf-308e-4127-ab5d-72e5f10a127f req-40325c7e-b425-401b-b918-8339e1875cfe tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0771582 Apr 12 20:08:25.607459 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:25.639574 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-69876e17-9e13-4a3f-9e90-56d6100d468b req-ece9b985-d694-44cf-b263-684bfbbf80b2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808349 Apr 12 20:08:25.643465 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-029316cf-308e-4127-ab5d-72e5f10a127f req-6258e875-ecc7-4991-9425-fe4704d1b84e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755954 Apr 12 20:08:26.147883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1ca7-1c05-4c37-8f7f-28d40b9b1d42 req-b6d2f58d-7eb7-4a9e-9d36-29ac72baaed3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:26.149385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59fe1ca7-1c05-4c37-8f7f-28d40b9b1d42 req-b6d2f58d-7eb7-4a9e-9d36-29ac72baaed3 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0507734 Apr 12 20:08:26.165984 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:26.200515 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59fe1ca7-1c05-4c37-8f7f-28d40b9b1d42 req-bc3d163e-768f-45ba-b5b7-1c0c43e734e7 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/security-groups?id=9430d918-24c6-4551-9e94-941a46cde02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 Apr 12 20:08:26.593980 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-e6771b3c-96dc-41b5-bb65-fbca3e906fd8 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:26.595535 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-e6771b3c-96dc-41b5-bb65-fbca3e906fd8 tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 946 time: 0.0560789 Apr 12 20:08:26.692636 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Deleting port fa756392-c872-482a-bf25-dd0c10892ac5 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:08:26.692977 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:26.782247 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] For port fa756392-c872-482a-bf25-dd0c10892ac5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=fa756392-c872-482a-bf25-dd0c10892ac5,segment=NetworkSegment(dc3d7892-7390-4f60-ad79-5e18d205caf6),segment_id=dc3d7892-7390-4f60-ad79-5e18d205caf6)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:08:26.782623 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:26.785689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28ec92-0138-4ad9-9c21-857c212764d2 req-3dcb6ab0-2fda-49a7-ad9b-add91ad4f146 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:26.787170 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af28ec92-0138-4ad9-9c21-857c212764d2 req-3dcb6ab0-2fda-49a7-ad9b-add91ad4f146 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0751920 Apr 12 20:08:26.792987 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69621a-e8b5-457e-ad28-6a9fdd459a4b req-f6ca8757-b68d-4efc-9bdd-51a83bffc9b3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:26.794299 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a69621a-e8b5-457e-ad28-6a9fdd459a4b req-f6ca8757-b68d-4efc-9bdd-51a83bffc9b3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0733426 Apr 12 20:08:26.795394 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Calling delete_port for fa756392-c872-482a-bf25-dd0c10892ac5 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:08:26.861547 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af28ec92-0138-4ad9-9c21-857c212764d2 req-eb73da28-b4cc-4d88-8ad1-096310b2e434 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662506 Apr 12 20:08:26.870814 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a69621a-e8b5-457e-ad28-6a9fdd459a4b req-01e2834a-91d2-43ff-b812-2796a38c8fb6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684240 Apr 12 20:08:26.927711 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (fa756392-c872-482a-bf25-dd0c10892ac5), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:26.944228 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['fa756392-c872-482a-bf25-dd0c10892ac5'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:08:26.958199 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Pushing event deleted for resources: {'Port': ['ID=fa756392-c872-482a-bf25-dd0c10892ac5,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:08:27.008925 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] No DVR routers for this DVR port fa756392-c872-482a-bf25-dd0c10892ac5 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:08:27.013130 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:27.016806 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-e26d4370-e0e0-4666-a4ad-883ba761cfc7 req-cb51cbd8-3829-4680-bce4-ef7ea47477da tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.60 "DELETE /v2.0/ports/fa756392-c872-482a-bf25-dd0c10892ac5 HTTP/1.1" status: 204 len: 173 time: 0.4111819 Apr 12 20:08:27.017238 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'name': 'network-vif-deleted', 'tag': 'fa756392-c872-482a-bf25-dd0c10892ac5'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:08:27.020399 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c9fa18-6b64-410f-b0c3-3fd4ad4001d5" -d '{"events": [{"server_uuid": "605e77fd-3a2c-4833-8ec4-c845443d6834", "name": "network-vif-deleted", "tag": "fa756392-c872-482a-bf25-dd0c10892ac5"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:08:27.061226 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba98be1d-3e9c-45e9-8b2a-d1846331fd29 x-openstack-request-id: req-ba98be1d-3e9c-45e9-8b2a-d1846331fd29 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:08:27.061543 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605e77fd-3a2c-4833-8ec4-c845443d6834", "name": "network-vif-deleted", "tag": "fa756392-c872-482a-bf25-dd0c10892ac5", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:08:27.061774 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba98be1d-3e9c-45e9-8b2a-d1846331fd29 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:08:27.062938 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba98be1d-3e9c-45e9-8b2a-d1846331fd29'] response: {'server_uuid': '605e77fd-3a2c-4833-8ec4-c845443d6834', 'name': 'network-vif-deleted', 'tag': 'fa756392-c872-482a-bf25-dd0c10892ac5', 'status': 'completed', 'code': 200} Apr 12 20:08:27.080610 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5d95b-c95d-454d-ac2e-d19ecc2095c8 req-578cf31c-04c3-4e46-9a4c-5e1b9c96324d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:27.082079 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18e5d95b-c95d-454d-ac2e-d19ecc2095c8 req-578cf31c-04c3-4e46-9a4c-5e1b9c96324d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0499330 Apr 12 20:08:27.133385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18e5d95b-c95d-454d-ac2e-d19ecc2095c8 req-a8750bc4-01a6-48a5-913e-31ce496c4e04 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445392 Apr 12 20:08:27.164751 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-f2fa54e0-0a9b-4db4-9f97-c31464c063ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:27.166180 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-f2fa54e0-0a9b-4db4-9f97-c31464c063ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1129 time: 0.0395253 Apr 12 20:08:27.262172 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-eaee687c-e7e3-4bde-9242-9cbc9b3f09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:27.263752 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-eaee687c-e7e3-4bde-9242-9cbc9b3f09bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 911 time: 0.0907559 Apr 12 20:08:27.311176 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84f8b4eb-4884-44a4-8b9d-a6f147abb8df req-d77d49b6-d849-4a30-b288-5b084ee2885d tempest-VolumesActionsTest-1175440000 tempest-VolumesActionsTest-1175440000-project] 10.222.0.43 "GET /v2.0/ports?device_id=605e77fd-3a2c-4833-8ec4-c845443d6834 HTTP/1.1" status: 200 len: 210 time: 0.0302417 Apr 12 20:08:27.635331 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:27.692811 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-b7184c1e-b294-418d-a7d1-086dc6b1e558 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 200 len: 1001 time: 0.0634172 Apr 12 20:08:27.815941 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-d2cf623d-1b0a-4de9-a19b-2a101e120685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:27.817458 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-d2cf623d-1b0a-4de9-a19b-2a101e120685 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0622025 Apr 12 20:08:27.910492 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-862a5d84-d38e-4e0a-96e8-4a01cb16dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:27.912695 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-862a5d84-d38e-4e0a-96e8-4a01cb16dfe5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468757 Apr 12 20:08:28.012715 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-0c433135-d524-4da4-a9f5-a4e0ed2eef17 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935271 Apr 12 20:08:28.091449 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a776f1-a206-4a98-8a4b-068b23f433fa req-92186867-2cf1-4c70-a71e-7b5fd4d5aabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:28.092876 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d8a776f1-a206-4a98-8a4b-068b23f433fa req-92186867-2cf1-4c70-a71e-7b5fd4d5aabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.1457901 Apr 12 20:08:28.148807 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d8a776f1-a206-4a98-8a4b-068b23f433fa req-059b947d-ca5f-4d45-8507-e739eedc7e1a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469894 Apr 12 20:08:28.250528 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf77256-164c-4881-b8e0-700e652f2b16 req-d543bc9a-27e2-4c2b-9d20-b0b0a2e0e0cb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:28.252073 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eaf77256-164c-4881-b8e0-700e652f2b16 req-d543bc9a-27e2-4c2b-9d20-b0b0a2e0e0cb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0466213 Apr 12 20:08:28.298017 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eaf77256-164c-4881-b8e0-700e652f2b16 req-e9f92c64-9ff0-4611-b0f1-ecd9052b9401 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 Apr 12 20:08:28.664639 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-978eaf0b-b982-464c-8dd8-996f62a4f083 req-60a7aa2d-74f4-437d-9b6f-e9c5a5ea596a service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919766 Apr 12 20:08:28.973870 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:29.282335 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2c930-9281-45b0-93f7-d21e5782ebb7 req-94daf0cf-672a-4d15-8c70-8741b2c02e75 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:29.283861 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f6f2c930-9281-45b0-93f7-d21e5782ebb7 req-94daf0cf-672a-4d15-8c70-8741b2c02e75 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0561485 Apr 12 20:08:29.332895 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f6f2c930-9281-45b0-93f7-d21e5782ebb7 req-f01b4a89-1816-4fa9-a24e-f3e4165d88ec tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431125 Apr 12 20:08:29.409923 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17e84-f4ff-4c18-aea3-a9f48ddc66ac req-0dece6aa-eda3-423e-b4f3-762fe230a795 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:29.411402 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4da17e84-f4ff-4c18-aea3-a9f48ddc66ac req-0dece6aa-eda3-423e-b4f3-762fe230a795 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0460029 Apr 12 20:08:29.460702 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4da17e84-f4ff-4c18-aea3-a9f48ddc66ac req-ba8733b6-3c5b-44ad-9ffe-871f60301e5d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Apr 12 20:08:29.805556 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device fa756392-c872-482a-bf25-dd0c10892ac5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:08:29.825809 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: fa756392-c872-482a-bf25-dd0c10892ac5 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:08:29.826153 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device fa756392-c872-482a-bf25-dd0c10892ac5 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:08:30.593308 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a468d08-2584-43f2-b1e2-576bfce4c890 req-32d6b163-c3c3-426c-be25-e06e18f31ed7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:30.594762 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a468d08-2584-43f2-b1e2-576bfce4c890 req-32d6b163-c3c3-426c-be25-e06e18f31ed7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0769155 Apr 12 20:08:30.605371 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53f0fc-9428-4bf3-9059-0017d057f634 req-e092b950-6541-407d-968e-8ed6e762a505 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:30.606731 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e53f0fc-9428-4bf3-9059-0017d057f634 req-e092b950-6541-407d-968e-8ed6e762a505 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0614483 Apr 12 20:08:30.676494 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a468d08-2584-43f2-b1e2-576bfce4c890 req-f5a1faa3-db20-42a9-928f-ebbc1ff11e25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686519 Apr 12 20:08:30.679578 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e53f0fc-9428-4bf3-9059-0017d057f634 req-39cc9434-9931-4aa7-9e48-84c21070ab34 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662065 Apr 12 20:08:31.826756 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35709c8c-0943-4119-8110-3ac4595aafc1 req-d6e063ef-69de-4e4b-837e-ba4e536dfb63 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:31.828250 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-35709c8c-0943-4119-8110-3ac4595aafc1 req-d6e063ef-69de-4e4b-837e-ba4e536dfb63 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0773854 Apr 12 20:08:31.836126 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa7285-5e44-4355-90b0-d237ad8a2025 req-231f9692-bea7-4bdd-8b8a-7a12f373e8cd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:31.837462 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-effa7285-5e44-4355-90b0-d237ad8a2025 req-231f9692-bea7-4bdd-8b8a-7a12f373e8cd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0748210 Apr 12 20:08:31.906013 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-35709c8c-0943-4119-8110-3ac4595aafc1 req-a0d604a5-3b02-49ff-8fdd-33217d804b40 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676224 Apr 12 20:08:31.909212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-effa7285-5e44-4355-90b0-d237ad8a2025 req-4559ef17-293c-49ba-b916-bd35d92acdb8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651917 Apr 12 20:08:33.053502 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e594c-7c3b-4c5c-965e-37a45f8f6c7b req-5685d469-1cb1-43e7-a0d8-5e54f615de3a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:33.054961 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f92e594c-7c3b-4c5c-965e-37a45f8f6c7b req-5685d469-1cb1-43e7-a0d8-5e54f615de3a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0771122 Apr 12 20:08:33.060807 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a8eb2-6286-45be-a924-e41f188812bc req-d14d4bba-4e26-41fa-bcdb-8ca918c79011 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:33.062131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7b2a8eb2-6286-45be-a924-e41f188812bc req-d14d4bba-4e26-41fa-bcdb-8ca918c79011 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0753281 Apr 12 20:08:33.133783 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f92e594c-7c3b-4c5c-965e-37a45f8f6c7b req-63e83ce7-bc59-4739-983d-9dbf17ba15bb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697048 Apr 12 20:08:33.136223 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7b2a8eb2-6286-45be-a924-e41f188812bc req-1dca165d-aef6-4632-a7d4-a9439fa912e3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675275 Apr 12 20:08:33.846198 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:08:33.953077 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:08:33.964957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'port_id': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'mac_address': 'fa:16:3e:77:17:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:08:34.004767 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: ACTIVE; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:08:34.005183 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:34.020119 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faa4bbdd-a1b2-4844-9345-3fa2bdcee56b {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:08:34.044304 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:08:34.050638 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:34.099418 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=6']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:08:34.262780 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:08:34.287974 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81679d89-197b-45ac-a67e-746eb7e6b859 req-04652c20-5625-4e78-9a32-49150e62e5e4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:34.289596 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-81679d89-197b-45ac-a67e-746eb7e6b859 req-04652c20-5625-4e78-9a32-49150e62e5e4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0802996 Apr 12 20:08:34.311865 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151acd0-e3ab-4784-b8eb-e14fc4d51513 req-20c67ee8-764e-40fe-aaa4-bfb321e64810 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:34.313349 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c151acd0-e3ab-4784-b8eb-e14fc4d51513 req-20c67ee8-764e-40fe-aaa4-bfb321e64810 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 945 time: 0.0756238 Apr 12 20:08:34.377859 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-81679d89-197b-45ac-a67e-746eb7e6b859 req-a2ac5a55-08e2-4eeb-b749-9b4b8491d325 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781591 Apr 12 20:08:34.381221 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c151acd0-e3ab-4784-b8eb-e14fc4d51513 req-36c757c4-5ae3-4e7a-b74d-f08fae30d4ca tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607643 Apr 12 20:08:35.108917 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-8d8fceff-abfe-4fa8-bdbf-5546aa0185e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492725 Apr 12 20:08:35.176372 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-7006246b-ad42-48d6-94e8-0f94c6064243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:35.177916 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-7006246b-ad42-48d6-94e8-0f94c6064243 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 1130 time: 0.0454099 Apr 12 20:08:35.289533 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-f566bad2-112d-4406-9eea-bdc9e0eed34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:35.291667 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-f566bad2-112d-4406-9eea-bdc9e0eed34c service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0943100 Apr 12 20:08:35.340177 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-b86e06a1-bc96-4c36-bc6a-327309705719 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189 HTTP/1.1" status: 200 len: 217 time: 0.0414233 Apr 12 20:08:35.363402 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-9425c0b2-1955-46de-908e-a71270b1ba76 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635687458&fields=id&tenant_id=eb9df83bd94d40488095a49631c1a15e HTTP/1.1" status: 200 len: 267 time: 0.0797918 Apr 12 20:08:35.425269 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-5f08ee4f-f5c1-4f6d-a33c-8ba6ef7a07df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:35.428184 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-5f08ee4f-f5c1-4f6d-a33c-8ba6ef7a07df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0780487 Apr 12 20:08:35.509284 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-99035b93-44dd-4aee-a31a-64868b086636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:35.511297 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-99035b93-44dd-4aee-a31a-64868b086636 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664647 Apr 12 20:08:35.544488 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5338328c-53ac-4ffb-bc78-a44bfeeac099 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:35.547989 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5338328c-53ac-4ffb-bc78-a44bfeeac099 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 809 time: 0.1827774 Apr 12 20:08:35.577286 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-39a12587-d330-4766-8f86-7cd9ee1c5139 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/quotas/eb9df83bd94d40488095a49631c1a15e HTTP/1.1" status: 200 len: 375 time: 0.0235791 Apr 12 20:08:35.727835 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-8a5da3c6-94ba-4186-8a9f-c1ab941d9ea8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480594 Apr 12 20:08:35.762578 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77363812-f6c5-4eb7-998a-a7b7b23a9b63 req-1f0b69c7-8c5c-48d6-a333-abf7cce23adc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:35.765260 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-77363812-f6c5-4eb7-998a-a7b7b23a9b63 req-1f0b69c7-8c5c-48d6-a333-abf7cce23adc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.1238191 Apr 12 20:08:35.907218 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:08:35.953192 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-0827a5a5-073f-4b6c-9cee-bbe233c4856e service neutron] 10.222.0.43 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150092 Apr 12 20:08:35.959307 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:08:35.959985 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:35.969352 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-77363812-f6c5-4eb7-998a-a7b7b23a9b63 req-c64ee389-1edd-4665-8ab0-b411f19e55bb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808133 Apr 12 20:08:36.049251 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:08:36.049845 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:36.075645 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:08:36.078113 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc454dd-8b99-4f15-9767-f4f4bac1a42a" -d '{"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-plugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:08:36.094256 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-b5412c05-25de-4c1f-a310-568cef964c6a service neutron] 10.222.0.43 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237912 Apr 12 20:08:36.107981 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:08:36.115908 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:36.130517 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a2928-e8b7-475e-8b5c-f711c4f13eea req-6693fe9a-3d2b-45b7-a62e-3fc8315192af tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:36.132592 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e82a2928-e8b7-475e-8b5c-f711c4f13eea req-6693fe9a-3d2b-45b7-a62e-3fc8315192af tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 945 time: 0.0832081 Apr 12 20:08:36.224571 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=7']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:08:36.233585 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.234225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.234717 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.235275 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.235800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.236289 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.236754 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.237222 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.237685 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.238346 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.238830 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.239387 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.239895 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.240372 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.240877 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:36.248504 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e82a2928-e8b7-475e-8b5c-f711c4f13eea req-08787abe-799e-4c9b-b69c-8e6c93f7bebd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024666 Apr 12 20:08:36.460332 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375149b-325d-40f0-9910-d2008720b243 req-5f93506c-0e7e-4e04-9c97-7cf54672baa1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:36.462570 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d375149b-325d-40f0-9910-d2008720b243 req-5f93506c-0e7e-4e04-9c97-7cf54672baa1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.1098578 Apr 12 20:08:36.545467 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d375149b-325d-40f0-9910-d2008720b243 req-1df99cfb-09d2-4b8d-b679-aedfee95a338 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714002 Apr 12 20:08:36.558431 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c17e2d2-d466-42c0-89db-fcc6ebec32c5 x-openstack-request-id: req-5c17e2d2-d466-42c0-89db-fcc6ebec32c5 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:08:36.558791 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-plugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:08:36.559109 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c17e2d2-d466-42c0-89db-fcc6ebec32c5 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:08:36.559615 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c17e2d2-d466-42c0-89db-fcc6ebec32c5'] response: {'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'code': 200} Apr 12 20:08:36.654698 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-54513366-0038-4c73-aa73-6497975219aa req-e212ff01-b0cf-48b1-8eda-6facbdcefb7f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 210 time: 0.0582497 Apr 12 20:08:37.073417 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-c3c67ad8-7248-450b-9446-798cac8b0554 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462708 Apr 12 20:08:37.195489 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-228f2b79-26c4-4ca2-bc35-c16a5111bd18 req-8cd39435-288d-4f54-be3f-2950fd9d1aee service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147430 Apr 12 20:08:37.416168 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2dfe9-8bad-4988-9e18-50335dcddce8 req-d11971e4-73b6-4577-ad49-93ff271341c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:37.418642 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-82f2dfe9-8bad-4988-9e18-50335dcddce8 req-d11971e4-73b6-4577-ad49-93ff271341c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0590181 Apr 12 20:08:37.531410 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-82f2dfe9-8bad-4988-9e18-50335dcddce8 req-c6263f00-231e-4df4-9948-bf0a28a612c8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937760 Apr 12 20:08:37.691583 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded701eb-5f6a-4996-b88e-7b4361b49b98 req-aeb97bdc-1584-402f-a498-4666c6f4f6d4 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:37.693411 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ded701eb-5f6a-4996-b88e-7b4361b49b98 req-aeb97bdc-1584-402f-a498-4666c6f4f6d4 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.0556004 Apr 12 20:08:37.830339 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-abd5cfff-d5b2-497d-b7d7-9ae3f64192de req-747c3835-bfac-4ee3-aca5-171e3d513178 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 210 time: 0.0676312 Apr 12 20:08:37.864609 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ded701eb-5f6a-4996-b88e-7b4361b49b98 req-f94a7aff-c9af-47be-aaab-8c211a422adb tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472378 Apr 12 20:08:38.669323 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1795d2-aead-4ae9-beab-917c4679134f req-ed20bbfb-9c6d-4482-8ee6-99888a881b8d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:38.672023 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-da1795d2-aead-4ae9-beab-917c4679134f req-ed20bbfb-9c6d-4482-8ee6-99888a881b8d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0669525 Apr 12 20:08:38.732225 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-da1795d2-aead-4ae9-beab-917c4679134f req-da9cdddd-a61b-4fb8-8e2c-34db0f501bbb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529134 Apr 12 20:08:39.017493 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e809f822-4505-4092-b039-324e21556818 req-65c79a85-d584-4434-97ec-c9f59d601a8b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 210 time: 0.0674362 Apr 12 20:08:39.060158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953c436-581d-4ffe-9ddc-a5a608408d51 req-bb8e9efe-b2e1-4f15-9349-8c7409a6f5f5 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:39.068385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d953c436-581d-4ffe-9ddc-a5a608408d51 req-bb8e9efe-b2e1-4f15-9349-8c7409a6f5f5 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.1355736 Apr 12 20:08:39.119143 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71181b29-020f-446d-8469-24ed65f50ca5 req-2a23d141-4960-4d84-bb30-35666288ab27 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:39.121653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-71181b29-020f-446d-8469-24ed65f50ca5 req-2a23d141-4960-4d84-bb30-35666288ab27 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 945 time: 0.1073799 Apr 12 20:08:39.161620 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-1093b5de-1839-49e2-b2e3-a236bdf3c43e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:39.163895 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-1093b5de-1839-49e2-b2e3-a236bdf3c43e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.60 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 809 time: 0.1702275 Apr 12 20:08:39.189228 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d953c436-581d-4ffe-9ddc-a5a608408d51 req-fa103520-20a8-4165-9ab7-c597804475e9 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198266 Apr 12 20:08:39.255788 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Deleting port e76eefac-f35c-467c-8231-21891ec714de {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:08:39.255991 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-0dcdd28c-4673-4edf-9ca1-a17746bd40de tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb9df83bd94d40488095a49631c1a15e HTTP/1.1" status: 200 len: 379 time: 0.0653992 Apr 12 20:08:39.256199 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (e76eefac-f35c-467c-8231-21891ec714de), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:39.265428 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'port': {'device_id': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'admin_state_up': True, 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'security_groups': ['fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b']}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:08:39.382486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] For port e76eefac-f35c-467c-8231-21891ec714de, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e76eefac-f35c-467c-8231-21891ec714de,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:08:39.382962 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (e76eefac-f35c-467c-8231-21891ec714de), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:39.399959 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Calling delete_port for e76eefac-f35c-467c-8231-21891ec714de owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:08:39.411757 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Made reservation on behalf of eb9df83bd94d40488095a49631c1a15e for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:08:39.418471 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:39.573501 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (e76eefac-f35c-467c-8231-21891ec714de), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:39.577326 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Allocated IP 172.20.0.13 (5fdda22b-542b-46c1-94f8-04df80e21a7d/95040a5e-99a0-4ec1-b6b0-30e74036641e/817ffc61-d991-4a1a-9f1a-813065754d33) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:08:39.601069 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['e76eefac-f35c-467c-8231-21891ec714de'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:08:39.636182 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Pushing event deleted for resources: {'Port': ['ID=e76eefac-f35c-467c-8231-21891ec714de,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:08:39.659261 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] No DVR routers for this DVR port e76eefac-f35c-467c-8231-21891ec714de on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:08:39.662699 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:39.666828 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-71181b29-020f-446d-8469-24ed65f50ca5 req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "DELETE /v2.0/ports/e76eefac-f35c-467c-8231-21891ec714de HTTP/1.1" status: 204 len: 173 time: 0.5361679 Apr 12 20:08:39.667825 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'name': 'network-vif-deleted', 'tag': 'e76eefac-f35c-467c-8231-21891ec714de'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:08:39.670823 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78153265-3d6c-4170-b09e-9d14577fc274" -d '{"events": [{"server_uuid": "2a941f4e-2d21-4f07-be78-3c974ca03d8e", "name": "network-vif-deleted", "tag": "e76eefac-f35c-467c-8231-21891ec714de"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:08:39.674046 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.674562 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.674935 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.675251 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.675738 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.676236 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.676343 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.676686 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.677025 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.677524 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.677934 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.678195 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.678534 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.678925 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.679239 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ede8c1f-fb82-4179-8746-396c17693e2a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:39.749693 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa164446-606a-431a-b208-1ea063f9a26e x-openstack-request-id: req-aa164446-606a-431a-b208-1ea063f9a26e {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:08:39.750207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a941f4e-2d21-4f07-be78-3c974ca03d8e", "name": "network-vif-deleted", "tag": "e76eefac-f35c-467c-8231-21891ec714de", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:08:39.750695 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa164446-606a-431a-b208-1ea063f9a26e {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:08:39.751738 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa164446-606a-431a-b208-1ea063f9a26e'] response: {'server_uuid': '2a941f4e-2d21-4f07-be78-3c974ca03d8e', 'name': 'network-vif-deleted', 'tag': 'e76eefac-f35c-467c-8231-21891ec714de', 'status': 'completed', 'code': 200} Apr 12 20:08:39.888790 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cb69-1a4a-43b9-91c2-32415149417d req-06781631-93c6-4941-bd9c-9b22a7ce43b8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:39.897667 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3e92cb69-1a4a-43b9-91c2-32415149417d req-06781631-93c6-4941-bd9c-9b22a7ce43b8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0812857 Apr 12 20:08:39.903324 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for port (817ffc61-d991-4a1a-9f1a-813065754d33), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:39.964398 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3e92cb69-1a4a-43b9-91c2-32415149417d req-ea0ff4bc-64e3-4fd3-b726-c0dc928d5fc3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656054 Apr 12 20:08:40.006962 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:40.054475 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:08:40.057956 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:08:40.060759 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:08:40.120989 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:08:40.136223 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.136569 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.136915 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.137242 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.137588 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.137916 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.138243 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.138910 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.138910 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.139214 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.139553 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.139881 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.140205 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.140632 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.140846 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:08:40.170522 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:40.171225 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:40.179934 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314faa62-509a-4d6d-96e9-8f7cd07acaec req-0b44ee24-6008-4b51-a5a5-39bfedbf370f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:40.181997 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-314faa62-509a-4d6d-96e9-8f7cd07acaec req-0b44ee24-6008-4b51-a5a5-39bfedbf370f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 932 time: 0.0697720 Apr 12 20:08:40.190779 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-5dbe3eb7-ed3d-4846-82ac-b837176120c4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9292264 Apr 12 20:08:40.242924 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-314faa62-509a-4d6d-96e9-8f7cd07acaec req-25bbc7ac-0020-47e6-8bad-54820889a8e7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547717 Apr 12 20:08:40.348104 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Request body: {'port': {'device_id': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:08:40.359779 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-a1766383-ff63-4ebc-b3a8-7f60917072a6 None None] Provisioning complete for port 817ffc61-d991-4a1a-9f1a-813065754d33 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:08:40.361600 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a1766383-ff63-4ebc-b3a8-7f60917072a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:40.441001 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-a1766383-ff63-4ebc-b3a8-7f60917072a6 None None] Port 817ffc61-d991-4a1a-9f1a-813065754d33 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:08:40.466592 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b36194c7-02b0-4e60-aa7a-c2ae79c87d23 req-a51f26df-94b3-44a4-8d2d-ea36dacdf8a2 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a941f4e-2d21-4f07-be78-3c974ca03d8e HTTP/1.1" status: 200 len: 210 time: 0.1017008 Apr 12 20:08:40.476566 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:40.780101 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817ffc61-d991-4a1a-9f1a-813065754d33 {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:08:40.788479 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Publish callbacks [] for port (817ffc61-d991-4a1a-9f1a-813065754d33), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:40.802255 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Transition to ACTIVE for port object 817ffc61-d991-4a1a-9f1a-813065754d33 will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:08:40.807119 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:40.865148 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:08:40.951043 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Attempting to bind port 817ffc61-d991-4a1a-9f1a-813065754d33 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:08:40.951402 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Attempting to bind port 817ffc61-d991-4a1a-9f1a-813065754d33 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:08:40.951743 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Attempting to bind port 817ffc61-d991-4a1a-9f1a-813065754d33 on network 5fdda22b-542b-46c1-94f8-04df80e21a7d {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:08:40.956371 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Port 817ffc61-d991-4a1a-9f1a-813065754d33 on network 5fdda22b-542b-46c1-94f8-04df80e21a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:08:40.956696 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Attempting to bind port 817ffc61-d991-4a1a-9f1a-813065754d33 on network 5fdda22b-542b-46c1-94f8-04df80e21a7d {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:08:40.962251 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:08:40.962587 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Checking segment: {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:08:40.962968 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Bound using segment: {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:08:40.963405 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Bound port: 817ffc61-d991-4a1a-9f1a-813065754d33, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547f9ca9-be4d-49c3-a56a-3357e0dd450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:08:40.963952 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:41.066873 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:08:41.081524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:08:41.093966 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:41.136307 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749c08a-3468-4228-ad0a-e075793456bc req-05ffa206-c4c3-445d-8a18-14a203d10030 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:41.138654 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6749c08a-3468-4228-ad0a-e075793456bc req-05ffa206-c4c3-445d-8a18-14a203d10030 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0844977 Apr 12 20:08:41.152802 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:41.153613 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:41.155686 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] 10.222.0.60 "PUT /v2.0/ports/817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 1094 time: 0.8138099 Apr 12 20:08:41.156278 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:08:41.159077 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b4d8c1-605f-4b88-b6e0-3fc42c8f3c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:08:41.213251 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d7dda-7d57-449e-81f8-01c2cd22bf6d service neutron] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:08:41.222279 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c91e0b-4bfe-48b5-af04-3d2846c5eb70 x-openstack-request-id: req-a9c91e0b-4bfe-48b5-af04-3d2846c5eb70 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:08:41.222567 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:08:41.222815 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9c91e0b-4bfe-48b5-af04-3d2846c5eb70 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:08:41.223223 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c91e0b-4bfe-48b5-af04-3d2846c5eb70'] response: {'name': 'network-changed', 'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33', 'status': 'completed', 'code': 200} Apr 12 20:08:41.227941 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6749c08a-3468-4228-ad0a-e075793456bc req-8b3593ea-90b0-4d64-afdd-7d5287d15d34 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810790 Apr 12 20:08:41.435427 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb786-b026-4529-9fc4-515fc8d3f442 req-e988b8cc-d76a-4367-8420-beedf02d704e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:41.437413 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-45eeb786-b026-4529-9fc4-515fc8d3f442 req-e988b8cc-d76a-4367-8420-beedf02d704e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0709589 Apr 12 20:08:41.538227 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-45eeb786-b026-4529-9fc4-515fc8d3f442 req-c1a89d6f-0e0b-48a5-9ee2-f01432a81cdc tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921562 Apr 12 20:08:41.577720 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4d8c1-605f-4b88-b6e0-3fc42c8f3c1b req-e3b513ed-dd8c-4a3b-aa14-967e8a4d579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:41.579258 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-42b4d8c1-605f-4b88-b6e0-3fc42c8f3c1b req-e3b513ed-dd8c-4a3b-aa14-967e8a4d579a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1128 time: 0.1775453 Apr 12 20:08:41.843175 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4d8c1-605f-4b88-b6e0-3fc42c8f3c1b req-503f7ede-312f-4fb2-ad25-be0b1926cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:41.849756 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-42b4d8c1-605f-4b88-b6e0-3fc42c8f3c1b req-503f7ede-312f-4fb2-ad25-be0b1926cf04 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=eb9df83bd94d40488095a49631c1a15e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2602453 Apr 12 20:08:41.879336 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e76eefac-f35c-467c-8231-21891ec714de no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:08:41.928618 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: e76eefac-f35c-467c-8231-21891ec714de {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:08:41.929231 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device e76eefac-f35c-467c-8231-21891ec714de not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:08:41.969697 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4d8c1-605f-4b88-b6e0-3fc42c8f3c1b req-0346c44a-08be-4e05-93f5-47a8fee9c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:41.971265 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-42b4d8c1-605f-4b88-b6e0-3fc42c8f3c1b req-0346c44a-08be-4e05-93f5-47a8fee9c07a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144493 Apr 12 20:08:42.082143 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-ae5b5f43-809c-4a5c-bf0d-fdb036300e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:42.083680 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-ae5b5f43-809c-4a5c-bf0d-fdb036300e12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1128 time: 0.0590312 Apr 12 20:08:42.151172 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-177aa4a2-23b5-4376-bcc3-8c1e0e6f3295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 217 time: 0.0583789 Apr 12 20:08:42.230540 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-67e1d8bb-742d-49f8-a4c8-2672f3f66503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:42.233153 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-67e1d8bb-742d-49f8-a4c8-2672f3f66503 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 200 len: 848 time: 0.0710108 Apr 12 20:08:42.346862 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e3bd34be-9b16-4205-8ddf-8140e49f9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:42.348498 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-e3bd34be-9b16-4205-8ddf-8140e49f9361 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fdda22b-542b-46c1-94f8-04df80e21a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058507 Apr 12 20:08:42.396463 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d0e19-341d-4dce-bb15-513054004126 req-841ad1ca-c775-4c60-a83a-c59e87a30294 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:42.405075 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-180d0e19-341d-4dce-bb15-513054004126 req-841ad1ca-c775-4c60-a83a-c59e87a30294 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0776732 Apr 12 20:08:42.479786 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-180d0e19-341d-4dce-bb15-513054004126 req-8db106ee-99b1-4e9d-be18-58555bae3a27 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733032 Apr 12 20:08:42.530296 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-899ef887-8c37-47d7-9649-39a7918b4e02 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729152 Apr 12 20:08:42.682365 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa05d9b-cc7e-454b-bb12-43f9b23a854a req-672c509f-7373-4390-b769-12559a63c0ae tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:42.684358 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9aa05d9b-cc7e-454b-bb12-43f9b23a854a req-672c509f-7373-4390-b769-12559a63c0ae tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0629859 Apr 12 20:08:42.765426 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9aa05d9b-cc7e-454b-bb12-43f9b23a854a req-61f69eb7-ab92-4f6c-acb0-a140b4e629bf tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639927 Apr 12 20:08:43.632864 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ac766-e537-4786-b4bb-c790b2397cca req-5ca7b9b2-47d5-4cf7-bd8b-60829f9b0acb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:43.641364 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ae3ac766-e537-4786-b4bb-c790b2397cca req-5ca7b9b2-47d5-4cf7-bd8b-60829f9b0acb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0714622 Apr 12 20:08:43.698662 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ae3ac766-e537-4786-b4bb-c790b2397cca req-b0508a13-6e45-4a9b-bbb0-d290faf1478f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555658 Apr 12 20:08:43.960700 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5603fc-eade-4ce7-a99d-347e8113fc08 req-a33ef956-2c43-432e-9b47-127ddfe042e7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:43.962298 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d5603fc-eade-4ce7-a99d-347e8113fc08 req-a33ef956-2c43-432e-9b47-127ddfe042e7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0982275 Apr 12 20:08:44.023600 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d5603fc-eade-4ce7-a99d-347e8113fc08 req-7fcbd61e-a984-4cda-a52b-42144c99089f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546579 Apr 12 20:08:44.873882 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4a1d157e-e3a8-4303-afd8-34adcc9d650a req-7a765ef6-f0ed-4275-83d8-3c466481f9ca service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679649 Apr 12 20:08:44.903634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d830339-a402-4cde-bb75-3c4cfa782d7e req-b3661ace-c40f-4268-bec3-b8797f6ee51a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:44.906482 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4d830339-a402-4cde-bb75-3c4cfa782d7e req-b3661ace-c40f-4268-bec3-b8797f6ee51a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0959916 Apr 12 20:08:44.975413 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4d830339-a402-4cde-bb75-3c4cfa782d7e req-113c7502-f5ac-4a48-b1bd-9297f1a930d9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630448 Apr 12 20:08:45.203398 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb711-1dc5-4ff5-80f4-ff241b15e6fe req-4587454d-59b1-4878-9312-7246fea56172 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:45.205397 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-161fb711-1dc5-4ff5-80f4-ff241b15e6fe req-4587454d-59b1-4878-9312-7246fea56172 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0789785 Apr 12 20:08:45.350930 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-161fb711-1dc5-4ff5-80f4-ff241b15e6fe req-f58257f1-558a-4f3e-b500-5879145cc424 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396742 Apr 12 20:08:46.191806 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd0161-ae85-43d7-a955-fc4f5d937a89 req-f8bde6b6-bf57-4b84-b369-220b162fe96f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:46.193583 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9dd0161-ae85-43d7-a955-fc4f5d937a89 req-f8bde6b6-bf57-4b84-b369-220b162fe96f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.1052234 Apr 12 20:08:46.269241 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f9dd0161-ae85-43d7-a955-fc4f5d937a89 req-0f4e0d26-0c74-4929-adb4-c659d0bf3329 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693312 Apr 12 20:08:46.509880 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7c7c-e9bf-47b5-bb91-f242fe0d9661 req-d05dc74f-0e3c-4f55-ab7a-161cb850795e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:46.517364 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b6f7c7c-e9bf-47b5-bb91-f242fe0d9661 req-d05dc74f-0e3c-4f55-ab7a-161cb850795e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0655849 Apr 12 20:08:46.590704 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b6f7c7c-e9bf-47b5-bb91-f242fe0d9661 req-12bc143c-d6bb-42b3-83c8-f6c7c8d578af tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722773 Apr 12 20:08:47.430955 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acae11-e109-4b07-b5c9-06cd2fa3133d req-6e233f41-5d3e-4a94-8312-776fa8d4c930 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:47.438192 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d2acae11-e109-4b07-b5c9-06cd2fa3133d req-6e233f41-5d3e-4a94-8312-776fa8d4c930 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0560720 Apr 12 20:08:47.491522 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d2acae11-e109-4b07-b5c9-06cd2fa3133d req-d19cfa33-e7d0-4de3-a31e-e2cb7e77b648 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522888 Apr 12 20:08:48.054447 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7decc-ca2e-4e93-b2d6-3edf55a32aab req-3371bce6-ad14-4dd3-8454-d31b59acdc0a tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:48.056811 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ec7decc-ca2e-4e93-b2d6-3edf55a32aab req-3371bce6-ad14-4dd3-8454-d31b59acdc0a tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.2184048 Apr 12 20:08:48.179255 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1ec7decc-ca2e-4e93-b2d6-3edf55a32aab req-9ea7255c-772a-43c4-9ef5-806835501115 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050858 Apr 12 20:08:48.661872 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4e653-1ff8-4c1d-9064-7a9219d3b974 req-bea034ee-6f19-49be-ac68-8db4ef5d7087 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:48.664015 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ed4e653-1ff8-4c1d-9064-7a9219d3b974 req-bea034ee-6f19-49be-ac68-8db4ef5d7087 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.1011839 Apr 12 20:08:48.784908 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ed4e653-1ff8-4c1d-9064-7a9219d3b974 req-4fb188e9-96f7-4275-a06f-5757222ffb58 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128979 Apr 12 20:08:49.457274 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5c62b-f941-40e3-8fb5-8b57c64f5c72 req-96295648-b127-4207-94d8-4c0e443911c0 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:49.488235 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-51c5c62b-f941-40e3-8fb5-8b57c64f5c72 req-96295648-b127-4207-94d8-4c0e443911c0 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.1472635 Apr 12 20:08:49.598571 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-51c5c62b-f941-40e3-8fb5-8b57c64f5c72 req-e12e898c-23f1-4e9b-a02a-342db2c8802b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080589 Apr 12 20:08:49.945726 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252830d-f601-43aa-b420-84ca2e176edc req-0ebea544-5232-4dfe-b6fd-f3f3110849f0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:49.954133 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7252830d-f601-43aa-b420-84ca2e176edc req-0ebea544-5232-4dfe-b6fd-f3f3110849f0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0665343 Apr 12 20:08:50.054721 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7252830d-f601-43aa-b420-84ca2e176edc req-0c1c6b0b-35bd-4896-83ab-efef4cb55b5d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978961 Apr 12 20:08:50.836189 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3101-2087-4f12-aeda-ebb649f55c13 req-f88651be-e306-47df-8557-38f7b2510dce tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:50.838304 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d49c3101-2087-4f12-aeda-ebb649f55c13 req-f88651be-e306-47df-8557-38f7b2510dce tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.1261563 Apr 12 20:08:50.954646 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d49c3101-2087-4f12-aeda-ebb649f55c13 req-92ae434e-350d-449a-bd1e-e7bb27415d69 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087685 Apr 12 20:08:51.302345 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b9f1b-99ec-4964-992f-bead961c75c8 req-ada90c04-59a3-4ed3-84ce-0e879ef5c613 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:51.348352 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-986b9f1b-99ec-4964-992f-bead961c75c8 req-ada90c04-59a3-4ed3-84ce-0e879ef5c613 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.1921532 Apr 12 20:08:51.564153 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-986b9f1b-99ec-4964-992f-bead961c75c8 req-64e04c2b-0990-4ed7-b3cb-0de7035917c5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2055480 Apr 12 20:08:52.091953 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb048a87-cbf8-4882-9055-00dfc4f71558 req-57e6cf20-decd-4f1a-adce-27188ac2d1e4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:52.101587 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eb048a87-cbf8-4882-9055-00dfc4f71558 req-57e6cf20-decd-4f1a-adce-27188ac2d1e4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0646064 Apr 12 20:08:52.170010 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eb048a87-cbf8-4882-9055-00dfc4f71558 req-bfa2ad8a-76d0-4949-a101-0c8e5a3a3a51 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668623 Apr 12 20:08:52.426757 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:08:52.706213 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabf6e8-94fc-42b4-9c81-66aa76a24b52 req-e73cfaf7-34fe-4b0b-b592-404c81c4bc73 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:52.713005 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dcabf6e8-94fc-42b4-9c81-66aa76a24b52 req-e73cfaf7-34fe-4b0b-b592-404c81c4bc73 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0572262 Apr 12 20:08:52.756431 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dcabf6e8-94fc-42b4-9c81-66aa76a24b52 req-e6cd155b-de39-4673-92c0-873c42e2b097 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425785 Apr 12 20:08:52.881455 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c0e87828-47d3-4415-bee7-f4e4e7f73e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:53.302832 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9420d17-5b50-4daf-962b-22af26e907c7 req-bcbed00f-0c07-4952-931a-df8e57be4ada tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:53.304300 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a9420d17-5b50-4daf-962b-22af26e907c7 req-bcbed00f-0c07-4952-931a-df8e57be4ada tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0491436 Apr 12 20:08:53.354657 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a9420d17-5b50-4daf-962b-22af26e907c7 req-593af6b2-8e3c-4aa5-aefe-4be2c404c3fa tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446525 Apr 12 20:08:53.873689 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ad857-68db-4f0f-ace4-eccaf87fd56b req-8ce9f07c-1e1e-4504-a07d-ff7f1b071c98 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:53.875151 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-533ad857-68db-4f0f-ace4-eccaf87fd56b req-8ce9f07c-1e1e-4504-a07d-ff7f1b071c98 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0457284 Apr 12 20:08:53.923039 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-533ad857-68db-4f0f-ace4-eccaf87fd56b req-1a1f856c-a4ae-43c5-a264-cc77b1ef25aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420666 Apr 12 20:08:54.467895 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e93d5f-6536-4352-b100-0539847125eb req-fe7825ad-cfa3-440c-b143-192632a754dd tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:54.469325 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-13e93d5f-6536-4352-b100-0539847125eb req-fe7825ad-cfa3-440c-b143-192632a754dd tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0464220 Apr 12 20:08:54.520468 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-13e93d5f-6536-4352-b100-0539847125eb req-de381a0e-b3ed-4eb0-9116-d1a67d0841f5 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454473 Apr 12 20:08:55.045480 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be257b2a-6aab-4cde-aa42-693359e71bda req-3924a367-2833-4010-a5da-113871a6e193 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:55.046946 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be257b2a-6aab-4cde-aa42-693359e71bda req-3924a367-2833-4010-a5da-113871a6e193 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0455642 Apr 12 20:08:55.094968 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be257b2a-6aab-4cde-aa42-693359e71bda req-58ec25cf-e916-479f-b7b3-8ca21c99516c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424201 Apr 12 20:08:55.217929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-392f10ca-4377-48f2-a239-99662c4db5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:55.598312 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:55.641114 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8870ed-2d7b-42ae-b4bf-c34c847f2fdc req-82c65a32-398f-4ce1-a582-6c9f51007bbe tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:55.642656 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4e8870ed-2d7b-42ae-b4bf-c34c847f2fdc req-82c65a32-398f-4ce1-a582-6c9f51007bbe tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0482082 Apr 12 20:08:55.693826 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4e8870ed-2d7b-42ae-b4bf-c34c847f2fdc req-7a292a11-68d0-4456-bde7-c0ea2c32d9ed tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451598 Apr 12 20:08:56.169622 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:56.232031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51facfe-acf5-45bd-b812-76b7bf17258d req-b72a1d02-f6f1-4d11-b188-1fde7101e008 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:56.233472 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d51facfe-acf5-45bd-b812-76b7bf17258d req-b72a1d02-f6f1-4d11-b188-1fde7101e008 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0495386 Apr 12 20:08:56.283846 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d51facfe-acf5-45bd-b812-76b7bf17258d req-cc760478-1860-4efe-8375-97f08e28d0c9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418322 Apr 12 20:08:56.814815 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a18be-7fa0-42bb-b9f8-673e7ad8054f req-bd6f8a8f-e950-49f7-95ed-893b2c7b680b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:56.816297 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a7a18be-7fa0-42bb-b9f8-673e7ad8054f req-bd6f8a8f-e950-49f7-95ed-893b2c7b680b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0481379 Apr 12 20:08:56.866078 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9a7a18be-7fa0-42bb-b9f8-673e7ad8054f req-c5d45dc5-2c8b-45d5-b9f3-0bcc9c34c8c2 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438395 Apr 12 20:08:57.404125 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d6bdf-838f-4a09-bec1-75fb820f6fe8 req-8753f60e-7ec9-4d95-8b81-ad60c33d998f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:57.405561 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b0d6bdf-838f-4a09-bec1-75fb820f6fe8 req-8753f60e-7ec9-4d95-8b81-ad60c33d998f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0462463 Apr 12 20:08:57.637950 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:57.691564 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b0d6bdf-838f-4a09-bec1-75fb820f6fe8 req-1eae7a98-1aab-4421-8740-f8516db36f9c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2804136 Apr 12 20:08:57.984177 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc7f4-1c94-4730-968c-b35dd418f19f req-3ef649a1-7ecc-4a15-a18a-5b8e1d9ab67d tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:57.985608 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94efc7f4-1c94-4730-968c-b35dd418f19f req-3ef649a1-7ecc-4a15-a18a-5b8e1d9ab67d tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0470340 Apr 12 20:08:58.034849 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94efc7f4-1c94-4730-968c-b35dd418f19f req-ec0c10b9-66c4-4f9a-a8dc-8eea1d9c08fd tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 Apr 12 20:08:58.808439 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-e684529a-e3bc-4999-92d5-2266600f8f4f tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:58.809801 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-e684529a-e3bc-4999-92d5-2266600f8f4f tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/networks?id=ae782c42-33cb-4d70-84ff-1491d70943b1 HTTP/1.1" status: 200 len: 813 time: 0.1261227 Apr 12 20:08:58.828378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398fe8d-5530-428c-8d16-123a2677979e req-6af91a26-31f0-42e7-9928-f54186af6e18 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:58.829730 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1398fe8d-5530-428c-8d16-123a2677979e req-6af91a26-31f0-42e7-9928-f54186af6e18 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0659773 Apr 12 20:08:58.833231 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-bd9783fa-dc61-49d9-a104-e967c463e9e8 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/quotas/32056c99a0d44cc285339ce7ea8e564a HTTP/1.1" status: 200 len: 375 time: 0.0180397 Apr 12 20:08:58.875192 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-09acea8b-9811-483d-b1b9-a9d4fbd7397f tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32056c99a0d44cc285339ce7ea8e564a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345242 Apr 12 20:08:58.902361 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1398fe8d-5530-428c-8d16-123a2677979e req-d9ab079e-8566-439f-9613-801634567d06 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671895 Apr 12 20:08:58.979549 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:59.013695 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-753afe6b-8b20-454c-b09e-821bddf78130 service neutron] 10.222.0.43 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317306 Apr 12 20:08:59.118671 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-523da076-ba7e-4cf4-8548-212c9f138efb service neutron] 10.222.0.43 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988598 Apr 12 20:08:59.152442 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5cd61-6e39-4828-b12e-e51809a6d348 req-925bbff5-8a0a-4a88-b92d-d4519455da19 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:08:59.156166 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7fd5cd61-6e39-4828-b12e-e51809a6d348 req-925bbff5-8a0a-4a88-b92d-d4519455da19 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0507090 Apr 12 20:08:59.205814 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7fd5cd61-6e39-4828-b12e-e51809a6d348 req-691f056e-b6b6-4025-af88-1411fbd5978e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456383 Apr 12 20:08:59.284570 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-17dac8ae-b416-45f7-b4e9-b7a9c902d0db req-70052993-17b5-431f-aa73-bb8efe81a922 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 210 time: 0.0292029 Apr 12 20:09:00.017674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd5def-2a28-492f-a8fd-1590d7c70bb9 req-ef87ff70-ec28-494b-aafe-1615fdcd25c7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:00.019227 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-69fd5def-2a28-492f-a8fd-1590d7c70bb9 req-ef87ff70-ec28-494b-aafe-1615fdcd25c7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0469491 Apr 12 20:09:00.072207 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-69fd5def-2a28-492f-a8fd-1590d7c70bb9 req-775751b4-f5d5-4317-959a-297f8a944d52 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449350 Apr 12 20:09:00.329549 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5a3ec-5bf8-4cf2-b59e-ca48e817c292 req-2c4c5a69-3d13-4ab7-a972-dbee8ca46b08 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:00.331022 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-13f5a3ec-5bf8-4cf2-b59e-ca48e817c292 req-2c4c5a69-3d13-4ab7-a972-dbee8ca46b08 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0469334 Apr 12 20:09:00.380065 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-75898b01-730f-446a-b5a9-08a34b33c2eb req-1553835d-9bcf-45e3-93ce-b9b7bbf95706 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 210 time: 0.0299330 Apr 12 20:09:00.403354 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-13f5a3ec-5bf8-4cf2-b59e-ca48e817c292 req-3170a9b3-eb87-4255-ba44-9a25dc86c4e6 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666406 Apr 12 20:09:00.678142 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 43848) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:00.724332 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_v2 [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] Deleting subnet 27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c {{(pid=98482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:09:00.727579 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] Publish callbacks [] for subnet (27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:00.764671 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10058347'] for subnet (27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:00.803655 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:00.867431 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8741602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8467743'] for subnet (27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:00.917791 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:00.919947 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:00.923907 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-3821179c-f9d9-4b18-af5c-76a94bc6c9e7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/27de96a8-e0cb-4fe3-a4dc-5f10fdbfd61c HTTP/1.1" status: 204 len: 168 time: 0.2446411 Apr 12 20:09:00.926119 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 43850) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:00.938254 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-40a2816d-7a65-4f2c-87f3-0a1b38cad77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:00.939793 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-40a2816d-7a65-4f2c-87f3-0a1b38cad77a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1130 time: 0.0626786 Apr 12 20:09:01.004541 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (dc6efcfd-ad12-4b33-9898-c8837b9e92a1), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.036128 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-40b07bea-9354-4efa-831e-6a0c94e6422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:01.037643 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-40b07bea-9354-4efa-831e-6a0c94e6422a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.0891631 Apr 12 20:09:01.082827 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (dc6efcfd-ad12-4b33-9898-c8837b9e92a1), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.106097 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6efcfd-ad12-4b33-9898-c8837b9e92a1']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:09:01.115596 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3d7892-7390-4f60-ad79-5e18d205caf6') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:09:01.115888 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3d7892-7390-4f60-ad79-5e18d205caf6') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:09:01.125074 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (dc3d7892-7390-4f60-ad79-5e18d205caf6), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.138074 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (dc3d7892-7390-4f60-ad79-5e18d205caf6), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.145470 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:09:01.145843 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (dc3d7892-7390-4f60-ad79-5e18d205caf6), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:09:01.148153 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:09:01.232370 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a296-458d-47b5-a4f6-3e05b4ae7e0b req-eebdb2b8-97d3-4c78-aea8-0b8ca4a832da tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:01.233828 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbb2a296-458d-47b5-a4f6-3e05b4ae7e0b req-eebdb2b8-97d3-4c78-aea8-0b8ca4a832da tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 946 time: 0.0899811 Apr 12 20:09:01.234844 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (dc6efcfd-ad12-4b33-9898-c8837b9e92a1), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.239756 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.245300 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] 10.222.0.43 "DELETE /v2.0/networks/dc6efcfd-ad12-4b33-9898-c8837b9e92a1 HTTP/1.1" status: 204 len: 168 time: 0.3156552 Apr 12 20:09:01.271947 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dc37b-b23f-4af8-be5f-51456a6ba53b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc6efcfd-ad12-4b33-9898-c8837b9e92a1,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:01.307928 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbb2a296-458d-47b5-a4f6-3e05b4ae7e0b req-12f01f14-78f2-4eba-a68b-4a102756a039 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640707 Apr 12 20:09:01.326207 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-222d3f8d-2352-4f76-8161-d374c3471d98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 1001 time: 0.0668151 Apr 12 20:09:01.375982 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-5095ce6b-83d2-46ff-8383-4e0db1325aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:01.377479 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-5095ce6b-83d2-46ff-8383-4e0db1325aef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0451455 Apr 12 20:09:01.453090 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-cfb7ebb5-463a-4a9e-973f-857025b789f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:01.454698 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-cfb7ebb5-463a-4a9e-973f-857025b789f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656836 Apr 12 20:09:01.512350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 43860) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:01.552401 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af1cc703-72d1-409a-9074-12342271a03b req-046de476-afc3-4d8d-8cf3-d0ee4ed92b9a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 210 time: 0.0561361 Apr 12 20:09:01.559592 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-05d4d059-9c6e-473b-87bf-9b79973e91fb service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978739 Apr 12 20:09:01.627659 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ce758-cc6a-4bd2-8cc9-ae6528c5d962 req-d106c736-65fc-4d3e-be5b-ae6d4b07b9ce tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:01.629343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e40ce758-cc6a-4bd2-8cc9-ae6528c5d962 req-d106c736-65fc-4d3e-be5b-ae6d4b07b9ce tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.1179776 Apr 12 20:09:01.638310 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-cb64d802-485c-471f-a2c7-b8776eab8ab3 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:01.639768 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-cb64d802-485c-471f-a2c7-b8776eab8ab3 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "GET /v2.0/networks?id=ae782c42-33cb-4d70-84ff-1491d70943b1 HTTP/1.1" status: 200 len: 813 time: 0.2358050 Apr 12 20:09:01.657046 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d8ce9b44-1e7a-4a14-949a-4123db81d714 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8290da3e7a1495da893bee3e7dd3440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265943 Apr 12 20:09:01.659730 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 43866) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:01.668272 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1b706b6d-0596-405d-b0f3-1ba7d32cf472 req-363bc971-fd41-4d9b-9fa9-24ad4ae6c000 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994952 Apr 12 20:09:01.695259 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e40ce758-cc6a-4bd2-8cc9-ae6528c5d962 req-f77b18b2-b013-479d-b50b-50c547661b85 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501976 Apr 12 20:09:01.709170 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b22af093-5996-402f-9a04-aa925f74ae06 admin admin] Publish callbacks [] for security_group (9430d918-24c6-4551-9e94-941a46cde02a), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.728719 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Request body: {'port': {'device_id': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1', 'admin_state_up': True, 'tenant_id': '32056c99a0d44cc285339ce7ea8e564a'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:09:01.732484 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b22af093-5996-402f-9a04-aa925f74ae06 admin admin] Publish callbacks [] for security_group (9430d918-24c6-4551-9e94-941a46cde02a), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.780007 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b22af093-5996-402f-9a04-aa925f74ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (9430d918-24c6-4551-9e94-941a46cde02a), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.782479 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b22af093-5996-402f-9a04-aa925f74ae06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.783698 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b22af093-5996-402f-9a04-aa925f74ae06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9430d918-24c6-4551-9e94-941a46cde02a HTTP/1.1" status: 204 len: 168 time: 0.1230257 Apr 12 20:09:01.791642 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22af093-5996-402f-9a04-aa925f74ae06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9430d918-24c6-4551-9e94-941a46cde02a,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:01.841231 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Made reservation on behalf of 32056c99a0d44cc285339ce7ea8e564a for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:09:01.844615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:01.971647 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Allocated IP 172.20.0.11 (ae782c42-33cb-4d70-84ff-1491d70943b1/cab1c27a-6ddf-4443-a2ae-a6505e529e3f/46dda47a-049f-4f32-bb52-543035ebbd31) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:09:01.993039 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 817ffc61-d991-4a1a-9f1a-813065754d33 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:09:01.995218 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:09:02.140667 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks [] for port (46dda47a-049f-4f32-bb52-543035ebbd31), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:02.157070 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:02.165580 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: ACTIVE; New status is: DOWN {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:02.166086 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:02.174617 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '817ffc61-d991-4a1a-9f1a-813065754d33', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'port_id': '817ffc61-d991-4a1a-9f1a-813065754d33', 'mac_address': 'fa:16:3e:9b:7f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:09:02.175205 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:02.214461 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:09:02.216718 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace975dd-ed1b-4c8b-8527-ee473c5d61f3" -d '{"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-unplugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:09:02.217282 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Network ae782c42-33cb-4d70-84ff-1491d70943b1 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:09:02.222517 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:09:02.226313 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:09:02.232871 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:02.239811 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:02.247271 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 817ffc61-d991-4a1a-9f1a-813065754d33 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:02.247271 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:02.250346 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Pushing event updated for resources: {'Port': ['ID=46dda47a-049f-4f32-bb52-543035ebbd31,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:02.282174 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:02.282893 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:02.291037 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757d0fff-6cb6-4cbb-b908-ff44896b859f x-openstack-request-id: req-757d0fff-6cb6-4cbb-b908-ff44896b859f {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:09:02.291037 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-unplugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:09:02.291037 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-757d0fff-6cb6-4cbb-b908-ff44896b859f {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:09:02.291037 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757d0fff-6cb6-4cbb-b908-ff44896b859f'] response: {'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'code': 200} Apr 12 20:09:02.297634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817ffc61-d991-4a1a-9f1a-813065754d33 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:09:02.305780 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-64e78616-d22b-4ad8-bec2-286e725a50d1 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811796 Apr 12 20:09:02.332062 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:02.333446 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=8']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:02.338035 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:02.391279 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:02.445805 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447ce9a-129d-4e35-8c70-d69ceb4e8a75 req-da11a4de-7e89-495e-9f0b-ef5a1c5f9c55 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:02.447923 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d447ce9a-129d-4e35-8c70-d69ceb4e8a75 req-da11a4de-7e89-495e-9f0b-ef5a1c5f9c55 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0503662 Apr 12 20:09:02.498634 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d447ce9a-129d-4e35-8c70-d69ceb4e8a75 req-770a3f21-8198-481c-8ab9-bc9b648b9874 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449734 Apr 12 20:09:02.683195 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd22ee-7807-43e1-96fd-deff4f38a638 req-292e6b0f-99b7-4584-83ae-68ceaa61f92f tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:02.684565 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91dd22ee-7807-43e1-96fd-deff4f38a638 req-292e6b0f-99b7-4584-83ae-68ceaa61f92f tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 932 time: 0.0505114 Apr 12 20:09:02.731811 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-91dd22ee-7807-43e1-96fd-deff4f38a638 req-4a37b8d9-051f-4691-b75d-2f9bbeab4d4c tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Apr 12 20:09:02.806962 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['817ffc61-d991-4a1a-9f1a-813065754d33'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:09:02.813742 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacfac3-7fbc-491a-8d46-4d90297186d6 req-cb416d4d-f655-4752-85ee-305670c86f36 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:02.815206 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1aacfac3-7fbc-491a-8d46-4d90297186d6 req-cb416d4d-f655-4752-85ee-305670c86f36 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Apr 12 20:09:02.863472 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1aacfac3-7fbc-491a-8d46-4d90297186d6 req-c8b09c89-55e3-448e-b7f5-1120bed948a6 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Apr 12 20:09:03.300650 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Request body: {'port': {'device_id': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:09:03.360601 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:03.633010 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07974aca-ce0b-493e-99e0-eff4f2d49967 req-c9934bf3-1fb1-4cc1-8148-6696c2fef1e0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:03.634588 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-07974aca-ce0b-493e-99e0-eff4f2d49967 req-c9934bf3-1fb1-4cc1-8148-6696c2fef1e0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0619199 Apr 12 20:09:03.677468 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dda47a-049f-4f32-bb52-543035ebbd31 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:09:03.687014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Publish callbacks [] for port (46dda47a-049f-4f32-bb52-543035ebbd31), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:03.714455 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Transition to ACTIVE for port object 46dda47a-049f-4f32-bb52-543035ebbd31 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:09:03.719160 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-07974aca-ce0b-493e-99e0-eff4f2d49967 req-695af0ce-5e73-4040-ae9f-8f9b099ed21a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674367 Apr 12 20:09:03.720213 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:03.772508 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Pushing event updated for resources: {'Port': ['ID=46dda47a-049f-4f32-bb52-543035ebbd31,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:03.870098 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100cda9-4c8b-4261-9f63-da0ad88704a1 req-d8b808b5-60aa-46ae-a85e-62fa3f1d1ca7 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:03.871552 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d100cda9-4c8b-4261-9f63-da0ad88704a1 req-d8b808b5-60aa-46ae-a85e-62fa3f1d1ca7 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 944 time: 0.0567350 Apr 12 20:09:03.886613 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Attempting to bind port 46dda47a-049f-4f32-bb52-543035ebbd31 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:09:03.886941 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Attempting to bind port 46dda47a-049f-4f32-bb52-543035ebbd31 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:09:03.887273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Attempting to bind port 46dda47a-049f-4f32-bb52-543035ebbd31 on network ae782c42-33cb-4d70-84ff-1491d70943b1 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:09:03.899874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Port 46dda47a-049f-4f32-bb52-543035ebbd31 on network ae782c42-33cb-4d70-84ff-1491d70943b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:09:03.900278 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Attempting to bind port 46dda47a-049f-4f32-bb52-543035ebbd31 on network ae782c42-33cb-4d70-84ff-1491d70943b1 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:09:03.914779 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:09:03.915085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Checking segment: {'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:09:03.915533 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Bound using segment: {'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:09:03.916034 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Bound port: 46dda47a-049f-4f32-bb52-543035ebbd31, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:09:03.916397 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:03.954261 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d100cda9-4c8b-4261-9f63-da0ad88704a1 req-8a4cd15a-fbee-44f0-aada-bf5646f5fbca tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770476 Apr 12 20:09:04.006658 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ace18c-30a3-4db7-81e7-1d1caf242e60 req-ea57af9d-cd82-4654-9c73-874edf78a7e4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:04.008164 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02ace18c-30a3-4db7-81e7-1d1caf242e60 req-ea57af9d-cd82-4654-9c73-874edf78a7e4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 945 time: 0.0726726 Apr 12 20:09:04.047603 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] For port 46dda47a-049f-4f32-bb52-543035ebbd31, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:09:04.051334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] For port 46dda47a-049f-4f32-bb52-543035ebbd31, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46dda47a-049f-4f32-bb52-543035ebbd31,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:09:04.067225 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:04.084539 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02ace18c-30a3-4db7-81e7-1d1caf242e60 req-71a5b8c0-9f69-40da-9aae-f16f25623c90 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700705 Apr 12 20:09:04.110795 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:04.111430 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:04.112826 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] 10.222.0.60 "PUT /v2.0/ports/46dda47a-049f-4f32-bb52-543035ebbd31 HTTP/1.1" status: 200 len: 1094 time: 0.8164678 Apr 12 20:09:04.113496 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'tag': '46dda47a-049f-4f32-bb52-543035ebbd31'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:09:04.115748 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2320bfb1-9d1e-4434-a1df-6531db841400" -d '{"events": [{"name": "network-changed", "server_uuid": "79a10bcc-fe33-45d5-a9d6-d760f1e23928", "tag": "46dda47a-049f-4f32-bb52-543035ebbd31"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:09:04.147664 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd42710-8753-45d2-a8a3-318d48ead12b service neutron] Pushing event updated for resources: {'Port': ['ID=46dda47a-049f-4f32-bb52-543035ebbd31,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:04.149400 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 817ffc61-d991-4a1a-9f1a-813065754d33 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:09:04.209909 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 817ffc61-d991-4a1a-9f1a-813065754d33 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:09:04.218956 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 817ffc61-d991-4a1a-9f1a-813065754d33 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:09:04.219646 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:04.225602 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-878dfcb9-3bc7-4e73-a613-6db4c2d2d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:04.227252 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-878dfcb9-3bc7-4e73-a613-6db4c2d2d3d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32056c99a0d44cc285339ce7ea8e564a&device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 1128 time: 0.0501060 Apr 12 20:09:04.283680 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-bada47ca-5137-46fb-968d-92149fd7393c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46dda47a-049f-4f32-bb52-543035ebbd31 HTTP/1.1" status: 200 len: 217 time: 0.0432341 Apr 12 20:09:04.308505 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 817ffc61-d991-4a1a-9f1a-813065754d33 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:04.308895 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:04.335901 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:09:04.336510 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-7cb59ac3-d5b8-4676-b53c-b350ca697aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:04.338051 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-7cb59ac3-d5b8-4676-b53c-b350ca697aec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cab1c27a-6ddf-4443-a2ae-a6505e529e3f HTTP/1.1" status: 200 len: 853 time: 0.0453823 Apr 12 20:09:04.338262 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedb6164-0ffb-4458-8d1e-ef2ee7799e08" -d '{"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-plugged", "status": "completed", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:09:04.352915 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:04.359077 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:04.379884 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe068f4-85d4-4fd5-a2b3-1340368c7d25 x-openstack-request-id: req-afe068f4-85d4-4fd5-a2b3-1340368c7d25 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:09:04.380172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a10bcc-fe33-45d5-a9d6-d760f1e23928", "tag": "46dda47a-049f-4f32-bb52-543035ebbd31", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:09:04.380423 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afe068f4-85d4-4fd5-a2b3-1340368c7d25 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:09:04.380821 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe068f4-85d4-4fd5-a2b3-1340368c7d25'] response: {'name': 'network-changed', 'server_uuid': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'tag': '46dda47a-049f-4f32-bb52-543035ebbd31', 'status': 'completed', 'code': 200} Apr 12 20:09:04.383007 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-117ff59f-76ea-419c-9755-afda5313bdc3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae782c42-33cb-4d70-84ff-1491d70943b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386219 Apr 12 20:09:04.385079 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9ac88e-4b86-44f4-9f61-434ab4ece103 x-openstack-request-id: req-6e9ac88e-4b86-44f4-9f61-434ab4ece103 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:09:04.385360 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-plugged", "status": "completed", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:09:04.385606 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e9ac88e-4b86-44f4-9f61-434ab4ece103 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:09:04.385987 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9ac88e-4b86-44f4-9f61-434ab4ece103'] response: {'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33', 'code': 200} Apr 12 20:09:04.410201 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:04.496160 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-8578ec69-0242-4f05-9dbd-5e7740a6e57e service neutron] 10.222.0.60 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822489 Apr 12 20:09:04.612605 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-713fafdc-a650-433c-8f50-f907b0f34fe2 req-a94b7482-e568-4f4a-b53c-2b89746afec8 service neutron] 10.222.0.60 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905294 Apr 12 20:09:04.651146 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e72077-9c6e-41df-a3d0-ff5db39d6a76 req-f74126f3-b558-4b25-b1d7-37997f5fc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:04.652727 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-82e72077-9c6e-41df-a3d0-ff5db39d6a76 req-f74126f3-b558-4b25-b1d7-37997f5fc703 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1130 time: 0.0404196 Apr 12 20:09:04.861091 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04141a80-4b09-4217-99fd-6518150baccb req-7e1d228c-a67a-4bec-829c-00de39bd5501 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:04.862678 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-04141a80-4b09-4217-99fd-6518150baccb req-7e1d228c-a67a-4bec-829c-00de39bd5501 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0484359 Apr 12 20:09:04.910557 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-04141a80-4b09-4217-99fd-6518150baccb req-e726dd79-32bd-47a0-a69f-a3f2183bf678 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423594 Apr 12 20:09:05.065851 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2f8b6-7a51-4a2a-bc1b-a0ab78ffb896 req-270db2d9-6033-4dcf-8df6-680b5e9bf464 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:05.067351 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-29b2f8b6-7a51-4a2a-bc1b-a0ab78ffb896 req-270db2d9-6033-4dcf-8df6-680b5e9bf464 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 944 time: 0.0468957 Apr 12 20:09:05.114964 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-29b2f8b6-7a51-4a2a-bc1b-a0ab78ffb896 req-3ad55ccf-3065-4198-a483-a1e1bdeab2c5 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Apr 12 20:09:05.221171 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796800bd-5d7f-46a3-b302-19c83ec955af req-91485bd3-4b63-4a32-b16e-363147ed9840 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:05.222684 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-796800bd-5d7f-46a3-b302-19c83ec955af req-91485bd3-4b63-4a32-b16e-363147ed9840 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0539849 Apr 12 20:09:05.273598 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-796800bd-5d7f-46a3-b302-19c83ec955af req-4e306e00-2714-4a09-9fe7-fb8481e60db8 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447233 Apr 12 20:09:05.402807 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-1cc8e8f8-0e47-4f01-b9cb-9d8093f87170 req-36e4d54c-9928-4bdf-ae63-d1904c98056b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:09:05.403854 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1cc8e8f8-0e47-4f01-b9cb-9d8093f87170 req-36e4d54c-9928-4bdf-ae63-d1904c98056b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068834 Apr 12 20:09:05.553360 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d9d99-f9f4-442e-b399-0807e4cab9c9 req-1e00fb48-4f84-4822-bc64-8a7666645a44 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:05.554832 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-834d9d99-f9f4-442e-b399-0807e4cab9c9 req-1e00fb48-4f84-4822-bc64-8a7666645a44 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0461195 Apr 12 20:09:05.604527 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-834d9d99-f9f4-442e-b399-0807e4cab9c9 req-e74f7172-05ba-4002-b51e-1fe7210323fd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429442 Apr 12 20:09:05.833181 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 43938) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:05.920217 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-56667c7e-f938-4d01-8a8d-f548e9750067 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857749 Apr 12 20:09:05.928646 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-5b0bcd08-8144-4696-bdb6-a60c91619c76 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:09:05.929589 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-5b0bcd08-8144-4696-bdb6-a60c91619c76 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047486 Apr 12 20:09:06.010092 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 43946) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:06.112121 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-c37665cb-a763-4083-99c8-3c9eedda3670 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:06.113431 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-c37665cb-a763-4083-99c8-3c9eedda3670 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports/faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 941 time: 0.1023245 Apr 12 20:09:06.228669 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c6eec-c3f7-4cad-8f47-5d1ef91c8b35 req-c565eaf7-2fbf-4ca8-9ca4-f98872b8c5e9 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:06.230167 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e31c6eec-c3f7-4cad-8f47-5d1ef91c8b35 req-c565eaf7-2fbf-4ca8-9ca4-f98872b8c5e9 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 944 time: 0.0474291 Apr 12 20:09:06.278834 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e31c6eec-c3f7-4cad-8f47-5d1ef91c8b35 req-030887ce-7e46-4646-b23c-0068935ae599 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Apr 12 20:09:06.386851 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429622-5c0f-4a9c-9927-b337d8fd42e7 req-a42d770d-6826-4a7d-b108-0b6c4ac2a4ec tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:06.388653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e3429622-5c0f-4a9c-9927-b337d8fd42e7 req-a42d770d-6826-4a7d-b108-0b6c4ac2a4ec tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0474298 Apr 12 20:09:06.441442 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e3429622-5c0f-4a9c-9927-b337d8fd42e7 req-c1efaaf5-d38f-4bbe-abbf-69cc60f13ff4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Apr 12 20:09:06.741768 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73517f-e971-4f75-8777-717c8a96469f req-2beef91e-f1ce-4989-bd0e-b970b9c3b16e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:06.743222 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5f73517f-e971-4f75-8777-717c8a96469f req-2beef91e-f1ce-4989-bd0e-b970b9c3b16e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0512397 Apr 12 20:09:06.792372 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5f73517f-e971-4f75-8777-717c8a96469f req-97854cd8-ae0f-4623-8626-9db1f5067e31 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410316 Apr 12 20:09:07.410404 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a85d-9b16-4d50-9d04-cdf8e3be00e3 req-f6787eae-526d-4d28-abe4-4d0f6de9adf4 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:07.411859 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a6a8a85d-9b16-4d50-9d04-cdf8e3be00e3 req-f6787eae-526d-4d28-abe4-4d0f6de9adf4 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 944 time: 0.0562105 Apr 12 20:09:07.458896 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a6a8a85d-9b16-4d50-9d04-cdf8e3be00e3 req-cb1a8870-d172-4765-af25-c74023c46ea3 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Apr 12 20:09:07.560781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ce0c3-4a08-43e2-a9ff-71c68950f151 req-134ac745-b373-4973-92c0-6108b0165e39 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:07.562133 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-451ce0c3-4a08-43e2-a9ff-71c68950f151 req-134ac745-b373-4973-92c0-6108b0165e39 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0542779 Apr 12 20:09:07.612392 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-451ce0c3-4a08-43e2-a9ff-71c68950f151 req-e3e88fd5-bbce-4659-8a0c-c42242ae22a4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Apr 12 20:09:07.918233 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d79e4-33a5-458a-9766-df8981cc7cf3 req-3f1e2dfc-3aec-4884-9f88-f7046edf8ef5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:07.919734 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-291d79e4-33a5-458a-9766-df8981cc7cf3 req-3f1e2dfc-3aec-4884-9f88-f7046edf8ef5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0479002 Apr 12 20:09:07.971629 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-291d79e4-33a5-458a-9766-df8981cc7cf3 req-9b401a53-bac6-4796-9a51-c46817a04171 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439408 Apr 12 20:09:08.046607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-08c29a49-c841-478e-a041-02c66ca57692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:08.048155 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-08c29a49-c841-478e-a041-02c66ca57692 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32056c99a0d44cc285339ce7ea8e564a&device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 1128 time: 0.0460076 Apr 12 20:09:08.054121 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-82e72077-9c6e-41df-a3d0-ff5db39d6a76 req-e016a5e4-6d4e-48e8-a8b7-cd8fd3942f5b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518329 Apr 12 20:09:08.138723 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-4a962355-9314-4daa-8e05-029d7f086b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:08.140136 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-4a962355-9314-4daa-8e05-029d7f086b7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae782c42-33cb-4d70-84ff-1491d70943b1 HTTP/1.1" status: 200 len: 914 time: 0.0845194 Apr 12 20:09:08.168052 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 46dda47a-049f-4f32-bb52-543035ebbd31 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:09:08.178410 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:09:08.328796 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 46dda47a-049f-4f32-bb52-543035ebbd31, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46dda47a-049f-4f32-bb52-543035ebbd31,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:08.335679 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: DOWN; New status is: DOWN {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:08.341293 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '46dda47a-049f-4f32-bb52-543035ebbd31', 'network_id': 'ae782c42-33cb-4d70-84ff-1491d70943b1', 'port_id': '46dda47a-049f-4f32-bb52-543035ebbd31', 'mac_address': 'fa:16:3e:7a:56:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1c27a-6ddf-4443-a2ae-a6505e529e3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:09:08.392715 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 46dda47a-049f-4f32-bb52-543035ebbd31 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:08.393016 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:08.406165 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dda47a-049f-4f32-bb52-543035ebbd31 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:09:08.424849 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 46dda47a-049f-4f32-bb52-543035ebbd31, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46dda47a-049f-4f32-bb52-543035ebbd31,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:08.430182 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:08.476077 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=46dda47a-049f-4f32-bb52-543035ebbd31,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:08.589101 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-64ecad0a-a82e-4bee-aa95-80538d7ff948 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46dda47a-049f-4f32-bb52-543035ebbd31 HTTP/1.1" status: 200 len: 217 time: 0.0534439 Apr 12 20:09:08.609525 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806ede-2ac0-4f3f-b266-9809c3e60e6d req-f17e5e57-faec-41b8-8e2e-e01c9699fc57 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:08.611010 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee806ede-2ac0-4f3f-b266-9809c3e60e6d req-f17e5e57-faec-41b8-8e2e-e01c9699fc57 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 945 time: 0.0855689 Apr 12 20:09:08.670507 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-a2681b56-bd21-4316-bd48-8147b80acce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:08.672027 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-a2681b56-bd21-4316-bd48-8147b80acce9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cab1c27a-6ddf-4443-a2ae-a6505e529e3f HTTP/1.1" status: 200 len: 853 time: 0.0758467 Apr 12 20:09:08.718321 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee806ede-2ac0-4f3f-b266-9809c3e60e6d req-f241abbd-b580-495e-9174-0e6ee2ae2577 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873721 Apr 12 20:09:08.737712 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-dd619538-58b1-4ef2-80c9-538bc2759435 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae782c42-33cb-4d70-84ff-1491d70943b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579865 Apr 12 20:09:08.761932 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c18ae-a86d-45c9-9996-f2b1f6591952 req-d158d96f-f13a-4c6e-8032-09d69827e36b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:08.763286 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-178c18ae-a86d-45c9-9996-f2b1f6591952 req-d158d96f-f13a-4c6e-8032-09d69827e36b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0800338 Apr 12 20:09:08.858503 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-178c18ae-a86d-45c9-9996-f2b1f6591952 req-020f6499-db6d-4524-9531-fa197f69f3b3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859554 Apr 12 20:09:08.868680 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-1cbb6085-661e-49cc-8734-b4d1d441bc00 service neutron] 10.222.0.60 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213245 Apr 12 20:09:08.900869 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['46dda47a-049f-4f32-bb52-543035ebbd31'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:09:09.257334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e7e17-0bc4-4e09-a454-ef06812264a8 req-c15bb683-15a6-4f70-9124-2740938aefe9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:09.258814 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-517e7e17-0bc4-4e09-a454-ef06812264a8 req-c15bb683-15a6-4f70-9124-2740938aefe9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0570982 Apr 12 20:09:09.309702 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-517e7e17-0bc4-4e09-a454-ef06812264a8 req-492fa032-58fc-426f-8117-c10e60882af5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423181 Apr 12 20:09:09.529273 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2320bfb1-9d1e-4434-a1df-6531db841400 req-ab9b1acc-6934-4ffd-899e-e29dd1d8bc32 service neutron] 10.222.0.60 "GET /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Apr 12 20:09:09.834840 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548878ab-55b1-4ae0-a38d-93e15ee43dc4 req-2cfbd0cf-99b4-4424-8c5e-7167a4906035 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:09.836220 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-548878ab-55b1-4ae0-a38d-93e15ee43dc4 req-2cfbd0cf-99b4-4424-8c5e-7167a4906035 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 945 time: 0.0503371 Apr 12 20:09:09.884607 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-548878ab-55b1-4ae0-a38d-93e15ee43dc4 req-6c8f49b7-ccc5-41ba-bb1f-d9846eed9d99 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Apr 12 20:09:09.974406 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e21151-5a9d-4ccb-b8d0-85d553ee0bb3 req-4d27551b-338a-4a3d-a7f2-2e0e463a39d6 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:09.975897 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02e21151-5a9d-4ccb-b8d0-85d553ee0bb3 req-4d27551b-338a-4a3d-a7f2-2e0e463a39d6 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0471034 Apr 12 20:09:10.027437 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02e21151-5a9d-4ccb-b8d0-85d553ee0bb3 req-77749666-594f-4dfe-87c0-81c4fc183460 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Apr 12 20:09:10.237603 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 46dda47a-049f-4f32-bb52-543035ebbd31 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:09:10.283606 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 46dda47a-049f-4f32-bb52-543035ebbd31 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:09:10.292298 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 46dda47a-049f-4f32-bb52-543035ebbd31 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:09:10.292686 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:10.372587 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 46dda47a-049f-4f32-bb52-543035ebbd31 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:10.373066 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:10.399860 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dda47a-049f-4f32-bb52-543035ebbd31'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:09:10.402318 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d0d25-1fc4-4574-a7eb-79065b0bb5ea" -d '{"events": [{"server_uuid": "79a10bcc-fe33-45d5-a9d6-d760f1e23928", "name": "network-vif-plugged", "status": "completed", "tag": "46dda47a-049f-4f32-bb52-543035ebbd31"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:09:10.414372 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 46dda47a-049f-4f32-bb52-543035ebbd31, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46dda47a-049f-4f32-bb52-543035ebbd31,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:10.420841 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:10.440116 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca320-81ae-40aa-902e-00fbc9c5d524 req-e4b118a1-c40e-4f0c-918c-4886cb2ed79c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:10.441690 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7cdca320-81ae-40aa-902e-00fbc9c5d524 req-e4b118a1-c40e-4f0c-918c-4886cb2ed79c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0496600 Apr 12 20:09:10.449808 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c76df-b265-40c3-82e7-14e280b26a62 x-openstack-request-id: req-a67c76df-b265-40c3-82e7-14e280b26a62 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:09:10.450091 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a10bcc-fe33-45d5-a9d6-d760f1e23928", "name": "network-vif-plugged", "status": "completed", "tag": "46dda47a-049f-4f32-bb52-543035ebbd31", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:09:10.450340 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a67c76df-b265-40c3-82e7-14e280b26a62 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:09:10.450725 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67c76df-b265-40c3-82e7-14e280b26a62'] response: {'server_uuid': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dda47a-049f-4f32-bb52-543035ebbd31', 'code': 200} Apr 12 20:09:10.475881 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=46dda47a-049f-4f32-bb52-543035ebbd31,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:10.490691 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7cdca320-81ae-40aa-902e-00fbc9c5d524 req-9c0f9f4f-cd39-4695-8c0b-0e19190a46c3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430362 Apr 12 20:09:10.659269 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-e01bbc55-9c7e-446b-9442-60860cda0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:10.660830 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-e01bbc55-9c7e-446b-9442-60860cda0a38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c&tenant_id=1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 1128 time: 0.0716023 Apr 12 20:09:10.817955 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-c5ad7a8d-4b71-4443-b8a9-0e9055c93af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:10.819350 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-c5ad7a8d-4b71-4443-b8a9-0e9055c93af3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1128 time: 0.0412331 Apr 12 20:09:10.958319 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6bd2f-057c-459a-82a4-f50fe9b10f57 req-4f57a25d-a575-4bc3-aaef-79a196833dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:10.959854 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b5e6bd2f-057c-459a-82a4-f50fe9b10f57 req-4f57a25d-a575-4bc3-aaef-79a196833dea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 1130 time: 0.0403852 Apr 12 20:09:11.006101 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b5e6bd2f-057c-459a-82a4-f50fe9b10f57 req-f944f565-5a4f-499f-b734-647d2816210b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Apr 12 20:09:11.228452 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc860-b52b-40c4-8f30-1ad15968084e req-b5ccaaaf-8753-4a6f-98ae-d57fb6f8273d tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.229884 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-37fcc860-b52b-40c4-8f30-1ad15968084e req-b5ccaaaf-8753-4a6f-98ae-d57fb6f8273d tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 946 time: 0.0944214 Apr 12 20:09:11.235469 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde5491-31e2-48e1-9307-05e27b8b3c77 req-c4a56440-d6aa-4baa-a7d6-c8ff48b33456 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.236807 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fdde5491-31e2-48e1-9307-05e27b8b3c77 req-c4a56440-d6aa-4baa-a7d6-c8ff48b33456 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.1024768 Apr 12 20:09:11.248434 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-8e7a2bbb-7819-44a5-a263-b5f3aa8e6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.249838 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-8e7a2bbb-7819-44a5-a263-b5f3aa8e6378 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.4146297 Apr 12 20:09:11.315679 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-37fcc860-b52b-40c4-8f30-1ad15968084e req-3b155ba0-2d62-4abc-a958-10d6435c8904 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779109 Apr 12 20:09:11.319454 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fdde5491-31e2-48e1-9307-05e27b8b3c77 req-b109ca1e-b1d3-4016-9a47-24428046d56d tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731633 Apr 12 20:09:11.440033 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63342257-383c-4c5c-a4ad-0f39c8210e24 req-642b47c3-aa29-4167-824e-db4e8c877630 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.441429 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-63342257-383c-4c5c-a4ad-0f39c8210e24 req-642b47c3-aa29-4167-824e-db4e8c877630 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0577607 Apr 12 20:09:11.513872 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-5334bd5c-745e-415e-a409-fae82ce4a36f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 999 time: 0.0904369 Apr 12 20:09:11.554434 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-63342257-383c-4c5c-a4ad-0f39c8210e24 req-86d9eede-f55f-429b-9e4d-51523883c481 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838943 Apr 12 20:09:11.577041 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 43994) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:11.579519 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-8cee63d9-60fc-4ed5-8818-019a2683913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.580942 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-8cee63d9-60fc-4ed5-8818-019a2683913c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0597312 Apr 12 20:09:11.642581 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7ba2e-94d8-4ad6-9818-f73101241295 req-c08b61dd-0f05-4b78-a37a-c2b5596c9490 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.644051 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94f7ba2e-94d8-4ad6-9818-f73101241295 req-c08b61dd-0f05-4b78-a37a-c2b5596c9490 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0805297 Apr 12 20:09:11.649186 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-f3dbdf67-50c0-4265-bfae-47123013a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.650604 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-f3dbdf67-50c0-4265-bfae-47123013a2b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542722 Apr 12 20:09:11.692050 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94f7ba2e-94d8-4ad6-9818-f73101241295 req-aa98ad6a-aced-4712-901c-461fca647c3d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405591 Apr 12 20:09:11.720822 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091da4b7-1a62-4667-bf56-c404e51d37a3 tempest-TestShelveInstance-447165519 tempest-TestShelveInstance-447165519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:11.722324 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-091da4b7-1a62-4667-bf56-c404e51d37a3 tempest-TestShelveInstance-447165519 tempest-TestShelveInstance-447165519-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1125 time: 0.1441367 Apr 12 20:09:11.725464 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 43998) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:09:11.730053 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'port_id': '817ffc61-d991-4a1a-9f1a-813065754d33', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:09:11.755279 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:11.833901 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:11.939814 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Allocated IP 172.27.3.190 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/a11b95fc-6be8-47e6-80c7-c92ce756eec9) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:09:12.054158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:12.100349 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:12.148277 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:09:12.151229 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:09:12.156309 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:09:12.159486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'Port': ['ID=a11b95fc-6be8-47e6-80c7-c92ce756eec9,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:12.467904 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-4017f589-3c86-456b-bd14-2c18f09f523b service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069960 Apr 12 20:09:12.483422 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0e0b-a1a4-4d6c-8c5d-1e7943c811dc req-1f188681-3887-4ee5-90ba-be187c2f622a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:12.484811 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d16d0e0b-a1a4-4d6c-8c5d-1e7943c811dc req-1f188681-3887-4ee5-90ba-be187c2f622a tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 946 time: 0.0829065 Apr 12 20:09:12.679957 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d16d0e0b-a1a4-4d6c-8c5d-1e7943c811dc req-4c8b207e-1e85-43bd-a8f7-87d19bbb2598 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854579 Apr 12 20:09:12.732802 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-10be938f-9f0a-46da-a1e5-70a5ae2e76ac service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555671 Apr 12 20:09:12.766845 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for floatingip (94d7f0f0-7774-40f2-bf47-4d33015a3170), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:12.838476 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740eb67-6bb9-4bfa-a178-7f7bd2a1fd57 req-f7ff7edb-9581-4398-9197-dcbda131668a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:12.839997 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d740eb67-6bb9-4bfa-a178-7f7bd2a1fd57 req-f7ff7edb-9581-4398-9197-dcbda131668a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0746145 Apr 12 20:09:12.896985 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:12.929733 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d740eb67-6bb9-4bfa-a178-7f7bd2a1fd57 req-38eae13e-5de8-480a-9601-ae1da31799d3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814941 Apr 12 20:09:13.065417 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:13.072737 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:13.138382 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event updated for resources: {'Port': ['ID=a11b95fc-6be8-47e6-80c7-c92ce756eec9,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:13.151824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (94d7f0f0-7774-40f2-bf47-4d33015a3170), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:13.253552 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Floating IP 94d7f0f0-7774-40f2-bf47-4d33015a3170 associated. External IP: 172.27.3.190, port: 817ffc61-d991-4a1a-9f1a-813065754d33. Apr 12 20:09:13.476726 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Router 71496585-ca2f-41bf-97f0-4119a938678b has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:09:13.590039 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:09:13.599968 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] Sync routers for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:09:13.610994 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:13.629332 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:09:13.629965 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:08:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:09:13.663541 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-867b004f-3229-4625-87c1-25e17c35d0c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9355390 Apr 12 20:09:13.664990 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:09:13.671421 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:09:13.741225 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f62602-73e3-49bf-a0cb-0f569e058193 x-openstack-request-id: req-e5f62602-73e3-49bf-a0cb-0f569e058193 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:09:13.741569 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:09:13.741827 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5f62602-73e3-49bf-a0cb-0f569e058193 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:09:13.742244 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f62602-73e3-49bf-a0cb-0f569e058193'] response: {'name': 'network-changed', 'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33', 'status': 'completed', 'code': 200} Apr 12 20:09:13.759970 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:09:13.872087 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df131d6-e6a0-4b72-853c-4e6fc9e03aea req-601da973-27ed-4385-85d8-35d0ca8855ff tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:13.873643 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9df131d6-e6a0-4b72-853c-4e6fc9e03aea req-601da973-27ed-4385-85d8-35d0ca8855ff tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 946 time: 0.0841115 Apr 12 20:09:13.968791 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9df131d6-e6a0-4b72-853c-4e6fc9e03aea req-0183754f-527c-4d05-9a17-2e18c598d7e2 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890954 Apr 12 20:09:14.011954 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '94d7f0f0-7774-40f2-bf47-4d33015a3170', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'port_id': '817ffc61-d991-4a1a-9f1a-813065754d33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'mac_address': 'fa:16:3e:9b:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:09:12Z', 'updated_at': '2022-04-12T20:09:12Z', 'revision_number': 0, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:09:14.065173 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] Checking router: 71496585-ca2f-41bf-97f0-4119a938678b for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:09:14.075049 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:09:14.075823 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:08:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:09:14.095197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765314-73d7-4677-ac46-f820357e3ec8 req-8dd97334-85e1-4a6c-8441-89bb869978da tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:14.096840 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06765314-73d7-4677-ac46-f820357e3ec8 req-8dd97334-85e1-4a6c-8441-89bb869978da tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0763042 Apr 12 20:09:14.152939 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06765314-73d7-4677-ac46-f820357e3ec8 req-6fe6d430-39b7-41ec-9515-8b457b05cc75 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442386 Apr 12 20:09:14.199458 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:09:14.439513 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '94d7f0f0-7774-40f2-bf47-4d33015a3170', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'port_id': '817ffc61-d991-4a1a-9f1a-813065754d33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'mac_address': 'fa:16:3e:9b:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:09:12Z', 'updated_at': '2022-04-12T20:09:12Z', 'revision_number': 0, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:09:14.469865 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fecc42-e25c-4630-8a0d-45ffb66951b0 None None] The sync data for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi is: [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '94d7f0f0-7774-40f2-bf47-4d33015a3170', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'port_id': '817ffc61-d991-4a1a-9f1a-813065754d33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'mac_address': 'fa:16:3e:9b:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:09:12Z', 'updated_at': '2022-04-12T20:09:12Z', 'revision_number': 0, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:09:14.659707 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43bb8a9-1a77-4fba-ba9d-92ec45574192 None None] New status for floating IP 94d7f0f0-7774-40f2-bf47-4d33015a3170: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:09:15.299095 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fbcf8-c638-4963-86b4-5260584c87d0 req-c806c79a-7a39-4a52-ace4-92d4e4deb2a7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:15.300626 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-077fbcf8-c638-4963-86b4-5260584c87d0 req-c806c79a-7a39-4a52-ace4-92d4e4deb2a7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0622287 Apr 12 20:09:15.345222 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-077fbcf8-c638-4963-86b4-5260584c87d0 req-a9baf9b8-5e9c-420c-9270-9173282e5632 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389762 Apr 12 20:09:16.482357 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9557a1-ab3f-42dc-b264-236ff10c5e84 req-7da15777-cea9-471e-96d9-daa34695afdc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:16.484082 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d9557a1-ab3f-42dc-b264-236ff10c5e84 req-7da15777-cea9-471e-96d9-daa34695afdc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0559800 Apr 12 20:09:16.529183 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d9557a1-ab3f-42dc-b264-236ff10c5e84 req-ebe0b14b-3b60-480e-9395-8317a7215d28 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395641 Apr 12 20:09:17.666870 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72881fce-e588-4e65-b799-c0ac0ab9e2a5 req-8dec984a-c66d-4d79-8a25-00ed2ed10830 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:17.669638 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-72881fce-e588-4e65-b799-c0ac0ab9e2a5 req-8dec984a-c66d-4d79-8a25-00ed2ed10830 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0603240 Apr 12 20:09:17.721714 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-72881fce-e588-4e65-b799-c0ac0ab9e2a5 req-ec1435d9-1162-4a29-881c-a320ba8f83d2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462220 Apr 12 20:09:18.851536 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f19ed-dbf6-4cb7-8f33-f874c826e129 req-eeb9611f-8e3d-4b18-817d-fcc017146fcb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:18.853112 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-067f19ed-dbf6-4cb7-8f33-f874c826e129 req-eeb9611f-8e3d-4b18-817d-fcc017146fcb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0541446 Apr 12 20:09:19.161199 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-067f19ed-dbf6-4cb7-8f33-f874c826e129 req-fd85aaee-d8f3-441e-9ba3-e6805c965392 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3020194 Apr 12 20:09:20.284757 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289df195-0825-4f41-b667-bfc203bd7baa req-6a5e00c1-87ff-4c3d-88e2-0882b7980e25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:20.286233 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-289df195-0825-4f41-b667-bfc203bd7baa req-6a5e00c1-87ff-4c3d-88e2-0882b7980e25 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0480580 Apr 12 20:09:20.334831 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-289df195-0825-4f41-b667-bfc203bd7baa req-c97adc8f-6c11-49a6-a579-53df8beda5a4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429554 Apr 12 20:09:21.459961 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb8a29-5cda-4d2d-813e-65ad4931ac19 req-226d0efe-8b19-4262-9ebf-a802292cd1f9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:21.461429 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19eb8a29-5cda-4d2d-813e-65ad4931ac19 req-226d0efe-8b19-4262-9ebf-a802292cd1f9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0475347 Apr 12 20:09:21.509706 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19eb8a29-5cda-4d2d-813e-65ad4931ac19 req-ce8d61a7-58d2-4fad-9ecf-1678b5b5f4fe tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425708 Apr 12 20:09:22.642292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c1ba9-ba0d-4a2b-9f87-a42a88134101 req-04c8fb31-17db-43b0-97e3-de9189bcfccc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:22.643840 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-871c1ba9-ba0d-4a2b-9f87-a42a88134101 req-04c8fb31-17db-43b0-97e3-de9189bcfccc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0581644 Apr 12 20:09:22.693131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-871c1ba9-ba0d-4a2b-9f87-a42a88134101 req-ee4716ea-d603-44ee-91bd-2a2446167dda tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426199 Apr 12 20:09:22.877631 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d31ba44a-55fd-4676-938f-803cde9a594b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:23.817167 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743acf6d-a37e-4b99-9546-79f4c1fbcda7 req-db5f3725-d2f4-4f32-b6e8-8265f0355574 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:23.819195 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-743acf6d-a37e-4b99-9546-79f4c1fbcda7 req-db5f3725-d2f4-4f32-b6e8-8265f0355574 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0496662 Apr 12 20:09:23.868274 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-743acf6d-a37e-4b99-9546-79f4c1fbcda7 req-2be12604-a705-4379-be0c-bf829cfeb3c3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428207 Apr 12 20:09:24.996005 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa669b-5b10-4188-b389-316ff1098cbe req-a14d09ad-89a1-4aa7-bc9f-fcdc2320e78c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:24.997576 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06fa669b-5b10-4188-b389-316ff1098cbe req-a14d09ad-89a1-4aa7-bc9f-fcdc2320e78c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0551858 Apr 12 20:09:25.047448 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06fa669b-5b10-4188-b389-316ff1098cbe req-a29c2ff0-fe8d-4d14-967d-dc4d988a5350 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437584 Apr 12 20:09:25.215177 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-465bbb25-e5b0-4111-aa98-678bec5bcd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:25.639993 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:26.169999 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:26.183379 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d844-65ae-4b74-bf0b-9668c1c5720f req-dddfc1c2-8b2d-4adc-8a05-7f63de2a6850 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:26.185099 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fea0d844-65ae-4b74-bf0b-9668c1c5720f req-dddfc1c2-8b2d-4adc-8a05-7f63de2a6850 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0490961 Apr 12 20:09:26.238045 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fea0d844-65ae-4b74-bf0b-9668c1c5720f req-e9a3355f-7944-4ba2-8584-868527203690 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466621 Apr 12 20:09:27.365350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317ffbc-14b4-46bb-956b-6a4117881498 req-c6fc5733-13b4-4acf-bbe5-72f276a2f467 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:27.366858 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a317ffbc-14b4-46bb-956b-6a4117881498 req-c6fc5733-13b4-4acf-bbe5-72f276a2f467 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0529921 Apr 12 20:09:27.416359 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a317ffbc-14b4-46bb-956b-6a4117881498 req-14910526-f5da-4350-a9cb-0920e15d9f43 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431008 Apr 12 20:09:27.641656 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:28.549363 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2200c-2b3c-4ef8-803a-9ebda92a531b req-ad6bd746-9349-4d0a-b7e5-a55f5747dd76 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:28.550804 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a2a2200c-2b3c-4ef8-803a-9ebda92a531b req-ad6bd746-9349-4d0a-b7e5-a55f5747dd76 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0468848 Apr 12 20:09:28.603944 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a2a2200c-2b3c-4ef8-803a-9ebda92a531b req-3d3e07e2-1327-49a2-bffd-cdf34692c668 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472789 Apr 12 20:09:28.992592 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:29.432630 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:09:29.738404 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62b22-8ff7-4859-96f8-ff873fb105cd req-fab30932-7644-4595-9eb3-2dff303c2063 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:29.739887 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7fd62b22-8ff7-4859-96f8-ff873fb105cd req-fab30932-7644-4595-9eb3-2dff303c2063 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0515001 Apr 12 20:09:29.791229 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7fd62b22-8ff7-4859-96f8-ff873fb105cd req-974fc2d4-1687-4d4b-a1f3-2c66b7a235b5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455565 Apr 12 20:09:30.929352 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696242e-2721-411c-9460-ab070870cb8e req-8616fd93-d60f-479c-8743-b0384ad57508 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:30.930829 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0696242e-2721-411c-9460-ab070870cb8e req-8616fd93-d60f-479c-8743-b0384ad57508 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0580714 Apr 12 20:09:30.981533 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0696242e-2721-411c-9460-ab070870cb8e req-76cf05cc-b3ff-4cd8-ba42-9657dce11cc0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428603 Apr 12 20:09:32.106413 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79d055-c73f-4245-986a-723004327ad7 req-e8b01374-2b6c-49f6-80ab-d9d1d491b6aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:32.107888 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b79d055-c73f-4245-986a-723004327ad7 req-e8b01374-2b6c-49f6-80ab-d9d1d491b6aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0527258 Apr 12 20:09:32.158080 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b79d055-c73f-4245-986a-723004327ad7 req-e1fcc3f7-81fb-43c0-8416-c77124465ce4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421870 Apr 12 20:09:33.286803 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2935f-d819-4f01-8233-9e1142ed4425 req-6a4562ea-7e01-4827-aeb0-a300781db4de tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:33.288297 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9de2935f-d819-4f01-8233-9e1142ed4425 req-6a4562ea-7e01-4827-aeb0-a300781db4de tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0504367 Apr 12 20:09:33.336664 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9de2935f-d819-4f01-8233-9e1142ed4425 req-adc5284a-a7a9-4ff3-b594-64bc9d5325e8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424981 Apr 12 20:09:33.494085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-1af3d4b7-a2a2-4746-8e18-1e90d81339e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:33.495871 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-1af3d4b7-a2a2-4746-8e18-1e90d81339e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1130 time: 0.0416324 Apr 12 20:09:34.476821 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fb2d3-8eb3-454e-9f6f-bacc07e7eaff req-ae28b66c-c9c4-4c18-b20d-9a8529f8d02e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:34.478276 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d20fb2d3-8eb3-454e-9f6f-bacc07e7eaff req-ae28b66c-c9c4-4c18-b20d-9a8529f8d02e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0499361 Apr 12 20:09:34.523753 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d20fb2d3-8eb3-454e-9f6f-bacc07e7eaff req-589b113a-7bef-4da9-a16f-d25277fabaec tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397067 Apr 12 20:09:35.263841 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-cadf4182-16c6-4da8-a4f6-f9c8d4db22fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387354 Apr 12 20:09:35.322998 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-9e769290-ca05-4986-8f06-48bb5308fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.324484 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-9e769290-ca05-4986-8f06-48bb5308fe74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 910 time: 0.1013260 Apr 12 20:09:35.414518 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3948ae3-3799-4158-8959-6f24494c1381 req-44b31502-749a-45fb-9c76-c0ff50b52f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.418893 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-44b31502-749a-45fb-9c76-c0ff50b52f5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 1129 time: 0.0456483 Apr 12 20:09:35.429267 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-84371250-5473-4f68-bcec-8639598d037c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 1002 time: 0.0688546 Apr 12 20:09:35.485024 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-27b686a8-a54a-4956-8117-f7ee621b3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.487446 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-27b686a8-a54a-4956-8117-f7ee621b3e7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 200 len: 848 time: 0.0458791 Apr 12 20:09:35.526534 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3948ae3-3799-4158-8959-6f24494c1381 req-cae9c59b-4415-4ebc-ba47-95073280ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.528307 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-cae9c59b-4415-4ebc-ba47-95073280ae41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0859914 Apr 12 20:09:35.536701 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-83df35ff-1604-4c8e-b1ee-e13a462b139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.538170 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-83df35ff-1604-4c8e-b1ee-e13a462b139c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fdda22b-542b-46c1-94f8-04df80e21a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429718 Apr 12 20:09:35.676399 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5b852-8021-4b64-ab3c-fbffe3fe3770 req-4440ec1b-20a9-4ef1-b63a-894fbb0370ab tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.677910 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f8c5b852-8021-4b64-ab3c-fbffe3fe3770 req-4440ec1b-20a9-4ef1-b63a-894fbb0370ab tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0635519 Apr 12 20:09:35.702422 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-6c73aa54-f0c5-44de-a18f-b7aaa6768df6 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462340 Apr 12 20:09:35.784348 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f8c5b852-8021-4b64-ab3c-fbffe3fe3770 req-8bf97664-a4cc-4b3e-ac33-947b18f4ccb9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001854 Apr 12 20:09:35.823014 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f83326f-5394-4a1c-8a13-6d15e0d5dee3 req-a90c97da-3cd4-43ce-b6cd-40e6f0e85bb0 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137245 Apr 12 20:09:35.839030 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-fe97de7d-53e9-46d0-8a2d-61ef52df995d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 200 len: 217 time: 0.3039980 Apr 12 20:09:35.889684 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3948ae3-3799-4158-8959-6f24494c1381 req-db2f8d34-09aa-40f6-88a0-e06cc613d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.891120 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-db2f8d34-09aa-40f6-88a0-e06cc613d5a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0446877 Apr 12 20:09:35.934488 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3948ae3-3799-4158-8959-6f24494c1381 req-a7027a27-b4dd-40f2-a5c4-0d019acca6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:35.935975 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-a7027a27-b4dd-40f2-a5c4-0d019acca6af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365982 Apr 12 20:09:36.042595 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-9ba01869-a92b-47fc-9e16-b60d30431a87 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989151 Apr 12 20:09:36.131935 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a3948ae3-3799-4158-8959-6f24494c1381 req-6b651073-527f-4ba9-87d3-91416fcabcf3 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809507 Apr 12 20:09:36.920512 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d413f6-81d0-4092-9f16-4af3511b8264 req-be2eaaea-4a63-4b57-a7a7-86121a1e1dd3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:36.921957 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-01d413f6-81d0-4092-9f16-4af3511b8264 req-be2eaaea-4a63-4b57-a7a7-86121a1e1dd3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0478230 Apr 12 20:09:36.971129 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-01d413f6-81d0-4092-9f16-4af3511b8264 req-1b508cf5-7661-4920-b148-2094dd4c84f9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427158 Apr 12 20:09:38.088855 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec79b6-9239-460d-8a4e-5f24ba747817 req-8985fd56-f8aa-49b2-8c95-662409c49982 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:38.090288 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95ec79b6-9239-460d-8a4e-5f24ba747817 req-8985fd56-f8aa-49b2-8c95-662409c49982 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0475173 Apr 12 20:09:38.136581 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95ec79b6-9239-460d-8a4e-5f24ba747817 req-b5fafc71-6d04-4a11-b1ab-5a3c5f444434 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405097 Apr 12 20:09:39.272134 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc95b1-cf47-4a52-822c-0438b428bf4e req-21d40d08-ac81-4c9e-96a9-3ac2d0ba2c59 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:39.273612 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0abc95b1-cf47-4a52-822c-0438b428bf4e req-21d40d08-ac81-4c9e-96a9-3ac2d0ba2c59 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0555224 Apr 12 20:09:39.323011 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0abc95b1-cf47-4a52-822c-0438b428bf4e req-820700dd-b704-42be-abbc-85119f717bde tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436471 Apr 12 20:09:40.446494 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2662a-5299-4e45-9fbd-7f4bc812896b req-cd99932b-bde3-4ac5-af57-c20a59affe13 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:40.447373 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ed2662a-5299-4e45-9fbd-7f4bc812896b req-cd99932b-bde3-4ac5-af57-c20a59affe13 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0485382 Apr 12 20:09:40.494357 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ed2662a-5299-4e45-9fbd-7f4bc812896b req-930f3f88-40a5-42aa-b684-3ab2f1d2d6f7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409679 Apr 12 20:09:41.636480 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20190a7-9dc4-45d4-854c-9f4ee8fa94de req-ac9c3506-2b32-43ad-96d3-84fbad1bc567 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:41.638256 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a20190a7-9dc4-45d4-854c-9f4ee8fa94de req-ac9c3506-2b32-43ad-96d3-84fbad1bc567 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 944 time: 0.0619838 Apr 12 20:09:41.687189 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a20190a7-9dc4-45d4-854c-9f4ee8fa94de req-5c7438bb-3408-4109-bded-aeb171a5f881 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425136 Apr 12 20:09:42.301659 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:09:42.403479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:42.414737 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'port_id': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'mac_address': 'fa:16:3e:77:17:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:09:42.451490 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:42.451913 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:42.464750 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa4bbdd-a1b2-4844-9345-3fa2bdcee56b {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:09:42.490645 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:42.497414 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:42.543335 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=9']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:42.550566 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.550914 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.551255 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.551641 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.551976 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.552312 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.552620 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.552939 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.553266 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.553586 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.553908 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.554243 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.554567 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.554882 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.555198 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:09:42.815168 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc5cbc-74cf-4d0b-8069-bc54afd5d621 req-670c6d20-7510-4870-a837-143d8da6bda2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:42.816646 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-42cc5cbc-74cf-4d0b-8069-bc54afd5d621 req-670c6d20-7510-4870-a837-143d8da6bda2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 945 time: 0.0542066 Apr 12 20:09:42.865751 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-42cc5cbc-74cf-4d0b-8069-bc54afd5d621 req-4697e8ca-b529-47ff-a792-296414a9c839 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430579 Apr 12 20:09:43.057991 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:09:44.000165 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57430a7-422a-41d6-b91e-a0e7fa7007bb req-36bdd8bb-72ce-4a7d-8173-a479d31c2874 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:44.001700 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f57430a7-422a-41d6-b91e-a0e7fa7007bb req-36bdd8bb-72ce-4a7d-8173-a479d31c2874 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 945 time: 0.0509684 Apr 12 20:09:44.054357 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f57430a7-422a-41d6-b91e-a0e7fa7007bb req-5c36bed2-3d1a-4394-a1f0-3ed352fea9c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462914 Apr 12 20:09:44.437749 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:09:44.487381 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:09:44.488105 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:44.569630 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:09:44.569928 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:44.592814 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:09:44.595055 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c12a68-305c-48e8-b7f0-bed79e99c22a" -d '{"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-plugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:09:44.607343 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:09:44.612560 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:44.661722 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=10']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:09:44.691639 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c3727-fba7-47ac-96b6-b39f4103f3a4 x-openstack-request-id: req-7c7c3727-fba7-47ac-96b6-b39f4103f3a4 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:09:44.691929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-plugged", "status": "completed", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:09:44.692179 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c7c3727-fba7-47ac-96b6-b39f4103f3a4 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:09:44.692578 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7c3727-fba7-47ac-96b6-b39f4103f3a4'] response: {'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'code': 200} Apr 12 20:09:45.186313 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bedbb-b973-4b85-8826-6a5961ed199f req-343445e7-ea91-4650-a7c8-fff0536b397f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:45.187943 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7c5bedbb-b973-4b85-8826-6a5961ed199f req-343445e7-ea91-4650-a7c8-fff0536b397f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0491297 Apr 12 20:09:45.245741 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7c5bedbb-b973-4b85-8826-6a5961ed199f req-1782a55c-a03b-4686-b50a-f14a1e59b5db tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514596 Apr 12 20:09:46.370847 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430d60-f9c7-4648-a796-98536b377575 req-ae69267f-7f53-4935-a5c5-d2a5a22255fc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:46.372316 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2430d60-f9c7-4648-a796-98536b377575 req-ae69267f-7f53-4935-a5c5-d2a5a22255fc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0480008 Apr 12 20:09:46.421554 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2430d60-f9c7-4648-a796-98536b377575 req-5b5faf4b-1161-4464-8c97-fe5dfd98ffc5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434563 Apr 12 20:09:47.558545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd7e15-4fac-4cac-8b1d-ac1a067c105f req-b66d8193-fc63-47fc-b168-826bfdb2c23f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:47.560341 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6dd7e15-4fac-4cac-8b1d-ac1a067c105f req-b66d8193-fc63-47fc-b168-826bfdb2c23f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0522966 Apr 12 20:09:47.606676 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6dd7e15-4fac-4cac-8b1d-ac1a067c105f req-a67f4b69-1061-42f7-8f1e-cda49cd972eb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406492 Apr 12 20:09:48.745427 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef2c41-21be-4ac0-8d3f-c865bfe422d4 req-481c29ae-beea-43c9-a98b-f9b0b049efb2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:48.746890 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-baef2c41-21be-4ac0-8d3f-c865bfe422d4 req-481c29ae-beea-43c9-a98b-f9b0b049efb2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0473170 Apr 12 20:09:48.792313 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-baef2c41-21be-4ac0-8d3f-c865bfe422d4 req-3c7f1613-d88c-4d00-a1c5-d34cf838b685 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399072 Apr 12 20:09:49.571910 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8616fc-d5fc-494a-97ed-df2d4863dca5 req-1717b38c-4870-4e2e-8329-1c5f319cd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:49.573307 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9d8616fc-d5fc-494a-97ed-df2d4863dca5 req-1717b38c-4870-4e2e-8329-1c5f319cd2e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1131 time: 0.0450766 Apr 12 20:09:49.622613 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9d8616fc-d5fc-494a-97ed-df2d4863dca5 req-d8f35b21-75b3-4d1b-aeea-c9c12d2654df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427806 Apr 12 20:09:49.929813 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1a916-142b-4068-bf57-ad3d71beed06 req-4112d9d9-79a9-49e2-aab0-a50385c07da4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:49.931253 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-57d1a916-142b-4068-bf57-ad3d71beed06 req-4112d9d9-79a9-49e2-aab0-a50385c07da4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0467794 Apr 12 20:09:49.981423 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-57d1a916-142b-4068-bf57-ad3d71beed06 req-69627b13-4921-4825-b358-cea2693df5d9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444014 Apr 12 20:09:51.113527 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eaf3a-1f34-45b2-94a3-0c4e3f85636b req-2bccce88-860b-490f-b144-299e1be1e382 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:51.114976 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-022eaf3a-1f34-45b2-94a3-0c4e3f85636b req-2bccce88-860b-490f-b144-299e1be1e382 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0511868 Apr 12 20:09:51.162770 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-022eaf3a-1f34-45b2-94a3-0c4e3f85636b req-f5f047b9-ef18-4d69-9963-189b81b98a85 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402610 Apr 12 20:09:52.297034 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637586b-785b-46c5-b8ef-4127d4382bee req-24fd7b43-7ddf-4cd8-97f5-1edda1d6f1bd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:52.298500 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d637586b-785b-46c5-b8ef-4127d4382bee req-24fd7b43-7ddf-4cd8-97f5-1edda1d6f1bd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0478384 Apr 12 20:09:52.348141 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d637586b-785b-46c5-b8ef-4127d4382bee req-8d83c831-fce6-4fde-82fd-e36f7ccc689e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413215 Apr 12 20:09:52.877620 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d5868258-86ac-4b60-8a5b-8cad1139ea45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:53.466749 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2c023-e691-4eae-a52b-350f707b0fda req-04a15aa3-66a4-4377-bc59-6d240c9798d8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:53.468198 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9fb2c023-e691-4eae-a52b-350f707b0fda req-04a15aa3-66a4-4377-bc59-6d240c9798d8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0489533 Apr 12 20:09:53.515998 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9fb2c023-e691-4eae-a52b-350f707b0fda req-e67bfca1-6a0d-46f8-91e2-19bc6f4169e1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420463 Apr 12 20:09:53.955277 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bfd46-6730-4ede-ab79-4f931334eb8c req-d3f7fb69-bcc8-4610-b874-a2cab1b36c4b tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:53.956807 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0d3bfd46-6730-4ede-ab79-4f931334eb8c req-d3f7fb69-bcc8-4610-b874-a2cab1b36c4b tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0494967 Apr 12 20:09:54.015798 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0d3bfd46-6730-4ede-ab79-4f931334eb8c req-653c52c1-6a9b-4c6a-aac9-b96afa165d1f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531561 Apr 12 20:09:54.657729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68de58-c81f-4a7d-af3b-b1081accbb07 req-4bf8d61e-94c6-404d-ad22-bfd136092d13 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:54.659218 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1b68de58-c81f-4a7d-af3b-b1081accbb07 req-4bf8d61e-94c6-404d-ad22-bfd136092d13 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0590012 Apr 12 20:09:54.708580 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1b68de58-c81f-4a7d-af3b-b1081accbb07 req-206dc375-9d6a-476d-88e7-a7c5c8dc69d4 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434723 Apr 12 20:09:55.141545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14893d-7b52-4867-a7c6-249fc542540d req-e144de4d-a280-41d6-9b9f-e0b428f86ca0 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:55.143017 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e14893d-7b52-4867-a7c6-249fc542540d req-e144de4d-a280-41d6-9b9f-e0b428f86ca0 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0537081 Apr 12 20:09:55.202193 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e14893d-7b52-4867-a7c6-249fc542540d req-4a5224a2-d8c5-45c5-b5e0-96289367822e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533495 Apr 12 20:09:55.211014 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-958e3914-d0e2-4b9e-86da-4f6d65e07398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:55.638775 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:55.845708 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73728c88-c3cd-4fe1-bcb8-fe40e985ce70 req-d3885b9d-0129-42c8-8dc2-b360374ef7ab tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:55.847165 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73728c88-c3cd-4fe1-bcb8-fe40e985ce70 req-d3885b9d-0129-42c8-8dc2-b360374ef7ab tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0489237 Apr 12 20:09:55.898863 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73728c88-c3cd-4fe1-bcb8-fe40e985ce70 req-88615e64-508e-472b-ae8a-3208c2c16eeb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432253 Apr 12 20:09:56.178350 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:56.247963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-f4c3775f-0360-43ae-9d57-711ac1ceecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:56.252564 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-f4c3775f-0360-43ae-9d57-711ac1ceecce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1168 time: 0.0404849 Apr 12 20:09:56.317611 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74717e4-9d6c-4bf8-9ea0-c0387a61ab2c req-f5d19976-850b-4ac7-b226-e9cb2ebc5bd1 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:56.319130 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d74717e4-9d6c-4bf8-9ea0-c0387a61ab2c req-f5d19976-850b-4ac7-b226-e9cb2ebc5bd1 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0478492 Apr 12 20:09:56.369568 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-0f814019-7a2e-4944-9934-7a7cdd4ff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:56.371058 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-0f814019-7a2e-4944-9934-7a7cdd4ff8e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 200 len: 915 time: 0.0909336 Apr 12 20:09:56.378923 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d74717e4-9d6c-4bf8-9ea0-c0387a61ab2c req-f3f02965-df9f-4650-ae58-833f5370e1c2 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535357 Apr 12 20:09:56.462997 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-566c1750-11f4-4c0f-806d-3d592685f492 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 1000 time: 0.0612519 Apr 12 20:09:56.513640 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-51daa68e-4988-48da-8824-f7560ee3b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:56.515081 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-51daa68e-4988-48da-8824-f7560ee3b438 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ebb16db-6029-4749-be9b-d19357a90d5f HTTP/1.1" status: 200 len: 853 time: 0.0445638 Apr 12 20:09:56.572249 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-fe3034b2-f824-42ce-a2cd-c2b45c54d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:56.573709 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-fe3034b2-f824-42ce-a2cd-c2b45c54d82d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e73cc70-c996-4efe-87a3-bc481c89f70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413594 Apr 12 20:09:56.679085 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-7fdcc05b-7442-4632-a36e-5eecec29c3d7 service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971076 Apr 12 20:09:56.774673 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-dc4355bc-a0d6-4b4a-8f5e-c51fec99fc6b req-0f75e634-cad3-40ad-bb54-73f9d12090ae service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881398 Apr 12 20:09:57.026234 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0d941-9fbe-4493-9f39-b3c4112995ea req-f6508599-8eed-44b9-b8fa-ac9150bd335f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:57.027841 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ffa0d941-9fbe-4493-9f39-b3c4112995ea req-f6508599-8eed-44b9-b8fa-ac9150bd335f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0480204 Apr 12 20:09:57.074927 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ffa0d941-9fbe-4493-9f39-b3c4112995ea req-8e4d065e-dea9-4853-adba-0af99c38c0ad tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414684 Apr 12 20:09:57.508273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd830-52c8-446d-a51b-8933a6e30828 req-0c76320f-c216-457f-879d-1488e576cc29 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:57.509747 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02fcd830-52c8-446d-a51b-8933a6e30828 req-0c76320f-c216-457f-879d-1488e576cc29 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0550387 Apr 12 20:09:57.573679 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02fcd830-52c8-446d-a51b-8933a6e30828 req-39f09b1e-bd13-4902-9798-c31bb4c775ab tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555911 Apr 12 20:09:57.644524 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:58.201413 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bda94-28ef-420e-b93f-c1bd3ff15551 req-bad10f4b-217d-4ec3-8015-9859f8accaeb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:58.202913 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-aa6bda94-28ef-420e-b93f-c1bd3ff15551 req-bad10f4b-217d-4ec3-8015-9859f8accaeb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0496564 Apr 12 20:09:58.248986 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-aa6bda94-28ef-420e-b93f-c1bd3ff15551 req-e00c6813-75d6-4ed3-be4b-a2e1b351f083 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401070 Apr 12 20:09:58.701392 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931f2f3-2856-4b4a-9084-15080252563b req-0850e0d4-0744-4f2d-9608-a5694de67a33 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:58.702901 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a931f2f3-2856-4b4a-9084-15080252563b req-0850e0d4-0744-4f2d-9608-a5694de67a33 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0527077 Apr 12 20:09:58.766529 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a931f2f3-2856-4b4a-9084-15080252563b req-6386995d-0352-470e-b348-908b3627d34c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575962 Apr 12 20:09:58.993235 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:59.385731 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05df33-45ee-4ae8-b5d9-1dc7e501d885 req-b00373a9-c58d-41d8-a1f7-180cc6b745aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:59.387221 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-da05df33-45ee-4ae8-b5d9-1dc7e501d885 req-b00373a9-c58d-41d8-a1f7-180cc6b745aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0514526 Apr 12 20:09:59.435360 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-da05df33-45ee-4ae8-b5d9-1dc7e501d885 req-4f3d9ec2-5846-4d0d-a05b-94b590e42233 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420821 Apr 12 20:09:59.884835 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa069d-6e54-4a42-933f-c034198b3d2d req-28dabfe7-a739-4560-80f3-800bfa95f0c9 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:09:59.886404 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f2aa069d-6e54-4a42-933f-c034198b3d2d req-28dabfe7-a739-4560-80f3-800bfa95f0c9 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0474393 Apr 12 20:09:59.948313 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f2aa069d-6e54-4a42-933f-c034198b3d2d req-bbb91d2c-99e8-449f-ac44-10ae0702676b tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553088 Apr 12 20:10:00.565045 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b277f5-5b48-4d3a-8d03-0596674a1f89 req-d6943724-fcb6-4103-a21b-a7a1ce181942 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:00.566572 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-05b277f5-5b48-4d3a-8d03-0596674a1f89 req-d6943724-fcb6-4103-a21b-a7a1ce181942 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0593097 Apr 12 20:10:00.614971 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-05b277f5-5b48-4d3a-8d03-0596674a1f89 req-0d55aef0-bb25-449c-a53d-de1319931768 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415432 Apr 12 20:10:01.071222 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802d0e8-339a-4d62-8eea-c2035b20a3ee req-1478e003-9cb3-44f5-80c6-88bae326c145 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:01.072697 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a802d0e8-339a-4d62-8eea-c2035b20a3ee req-1478e003-9cb3-44f5-80c6-88bae326c145 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0472832 Apr 12 20:10:01.132425 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a802d0e8-339a-4d62-8eea-c2035b20a3ee req-b8751d5b-eaa4-4c56-b112-413d1e73a801 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538638 Apr 12 20:10:01.866727 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09165f2f-ce7e-471c-9b08-54acbd145473 req-383d83bf-dd4d-4cf4-8a4c-e692b76ab041 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:01.868138 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-09165f2f-ce7e-471c-9b08-54acbd145473 req-383d83bf-dd4d-4cf4-8a4c-e692b76ab041 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 946 time: 0.0496306 Apr 12 20:10:01.913512 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-09165f2f-ce7e-471c-9b08-54acbd145473 req-f78fe842-c841-4748-8ec2-144916bcd4af tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Apr 12 20:10:02.259199 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939b8c-6f17-4594-8f5f-1e89d397736f req-70893d69-55a8-4eb5-a2c8-d5ee4dfe5ddf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:02.260699 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06939b8c-6f17-4594-8f5f-1e89d397736f req-70893d69-55a8-4eb5-a2c8-d5ee4dfe5ddf tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0485582 Apr 12 20:10:02.331409 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-06939b8c-6f17-4594-8f5f-1e89d397736f req-aa58c7f9-1783-4be0-9d25-476efc5dae25 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621448 Apr 12 20:10:03.046793 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d9061-4aef-452f-989e-8fd08a3daf00 req-9482f849-99c7-4947-9080-5d9c2d9521d8 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:03.048289 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-716d9061-4aef-452f-989e-8fd08a3daf00 req-9482f849-99c7-4947-9080-5d9c2d9521d8 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Apr 12 20:10:03.100114 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-716d9061-4aef-452f-989e-8fd08a3daf00 req-be8fefa6-70b4-4790-b780-9bf1895a0676 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Apr 12 20:10:03.450197 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10e36-f942-4e4f-8c9a-deba5170e7ee req-ec1d1ecd-8aa0-4bc7-be61-f7c7d0efbe70 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:03.451711 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3db10e36-f942-4e4f-8c9a-deba5170e7ee req-ec1d1ecd-8aa0-4bc7-be61-f7c7d0efbe70 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0471616 Apr 12 20:10:03.518506 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3db10e36-f942-4e4f-8c9a-deba5170e7ee req-8818eb8a-5cac-4a4f-8fb6-49abf774084e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609956 Apr 12 20:10:03.897894 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-b6703eea-ebf6-44f1-aad0-345664f921ff tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:03.899296 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-b6703eea-ebf6-44f1-aad0-345664f921ff tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 946 time: 0.0579200 Apr 12 20:10:03.991897 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Deleting port 46dda47a-049f-4f32-bb52-543035ebbd31 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:10:03.992209 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:04.078937 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] For port 46dda47a-049f-4f32-bb52-543035ebbd31, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46dda47a-049f-4f32-bb52-543035ebbd31,segment=NetworkSegment(f2c733b1-a3a0-4adc-b3a1-71b7c183053c),segment_id=f2c733b1-a3a0-4adc-b3a1-71b7c183053c)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:04.079293 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:04.092297 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Calling delete_port for 46dda47a-049f-4f32-bb52-543035ebbd31 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:10:04.222985 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6b1b2-8064-48f5-8d66-33ea2091a5de req-841b2356-55f5-47c3-b2e9-aba2fefda960 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:04.224707 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18b6b1b2-8064-48f5-8d66-33ea2091a5de req-841b2356-55f5-47c3-b2e9-aba2fefda960 tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/ports?device_id=79a10bcc-fe33-45d5-a9d6-d760f1e23928 HTTP/1.1" status: 200 len: 946 time: 0.0524833 Apr 12 20:10:04.228262 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (46dda47a-049f-4f32-bb52-543035ebbd31), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:04.241517 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['46dda47a-049f-4f32-bb52-543035ebbd31'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:10:04.255650 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Pushing event deleted for resources: {'Port': ['ID=46dda47a-049f-4f32-bb52-543035ebbd31,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:04.269586 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.269936 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.270280 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.270618 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.270957 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.271891 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.271891 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.272095 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.272261 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.272587 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.272914 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.273243 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.273597 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.273920 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.274238 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:04.277315 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18b6b1b2-8064-48f5-8d66-33ea2091a5de req-4d53bb1a-a023-4aa0-99fe-ecdf34926bab tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Apr 12 20:10:04.313047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] No DVR routers for this DVR port 46dda47a-049f-4f32-bb52-543035ebbd31 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:10:04.315596 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:04.318856 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-567782f3-c3ab-4c49-9fda-1d4cda9ea979 req-ef7056f5-d28a-4001-8839-b4720e834abe tempest-VolumesSnapshotTestJSON-1160093681 tempest-VolumesSnapshotTestJSON-1160093681-project] 10.222.0.60 "DELETE /v2.0/ports/46dda47a-049f-4f32-bb52-543035ebbd31 HTTP/1.1" status: 204 len: 173 time: 0.4134710 Apr 12 20:10:04.319289 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'name': 'network-vif-deleted', 'tag': '46dda47a-049f-4f32-bb52-543035ebbd31'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:10:04.322047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5066295-1ca4-42c5-8942-a32a900c2c02" -d '{"events": [{"server_uuid": "79a10bcc-fe33-45d5-a9d6-d760f1e23928", "name": "network-vif-deleted", "tag": "46dda47a-049f-4f32-bb52-543035ebbd31"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:10:04.413666 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c923b-59af-4568-83dc-1cd4daa9b469 x-openstack-request-id: req-9c1c923b-59af-4568-83dc-1cd4daa9b469 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:10:04.413953 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a10bcc-fe33-45d5-a9d6-d760f1e23928", "name": "network-vif-deleted", "tag": "46dda47a-049f-4f32-bb52-543035ebbd31", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:10:04.414233 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c1c923b-59af-4568-83dc-1cd4daa9b469 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:10:04.414640 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1c923b-59af-4568-83dc-1cd4daa9b469'] response: {'server_uuid': '79a10bcc-fe33-45d5-a9d6-d760f1e23928', 'name': 'network-vif-deleted', 'tag': '46dda47a-049f-4f32-bb52-543035ebbd31', 'status': 'completed', 'code': 200} Apr 12 20:10:04.653795 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f387dd-57e0-43ad-88a4-14871ebd2dad req-9e477745-a75b-4bd6-aff2-2cd7dbe13208 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:04.655280 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19f387dd-57e0-43ad-88a4-14871ebd2dad req-9e477745-a75b-4bd6-aff2-2cd7dbe13208 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0563703 Apr 12 20:10:04.727146 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-19f387dd-57e0-43ad-88a4-14871ebd2dad req-17307909-abf1-4460-b299-c9768d282274 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632801 Apr 12 20:10:05.851878 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17fff4-62fb-4ee7-803a-e42f53bde11b req-3ec13144-16d0-40ac-b6da-31f64c793dc4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:05.853261 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cb17fff4-62fb-4ee7-803a-e42f53bde11b req-3ec13144-16d0-40ac-b6da-31f64c793dc4 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0481062 Apr 12 20:10:05.914347 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cb17fff4-62fb-4ee7-803a-e42f53bde11b req-11640e5f-8d93-4b79-8b41-6ce2870d5ef5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527627 Apr 12 20:10:06.437516 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:10:06.506663 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 46dda47a-049f-4f32-bb52-543035ebbd31 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:10:06.526967 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 46dda47a-049f-4f32-bb52-543035ebbd31 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:10:06.527312 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 46dda47a-049f-4f32-bb52-543035ebbd31 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:10:07.039447 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6357ba-2bfb-42ab-916b-6749293e6cf3 req-aa38afcf-394b-4297-ad30-e924b3ddac98 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:07.040948 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ec6357ba-2bfb-42ab-916b-6749293e6cf3 req-aa38afcf-394b-4297-ad30-e924b3ddac98 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0492728 Apr 12 20:10:07.102527 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ec6357ba-2bfb-42ab-916b-6749293e6cf3 req-65d45da1-a536-4792-b898-67cee78bbfca tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557158 Apr 12 20:10:08.236738 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300672-ac2d-4bfc-9157-e6d0284dfe07 req-e3e00648-25de-408e-bd29-a3b1716b65ad tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:08.238191 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-34300672-ac2d-4bfc-9157-e6d0284dfe07 req-e3e00648-25de-408e-bd29-a3b1716b65ad tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0504034 Apr 12 20:10:08.303029 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-34300672-ac2d-4bfc-9157-e6d0284dfe07 req-d840d7d7-1e45-4bcb-91b0-e6ba54321b6b tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563948 Apr 12 20:10:09.418175 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3dc36-32d6-4169-bdcd-8c870abc2f72 req-6884d503-9adb-46ea-a2c9-622838297c3e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:09.419661 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-42c3dc36-32d6-4169-bdcd-8c870abc2f72 req-6884d503-9adb-46ea-a2c9-622838297c3e tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0480385 Apr 12 20:10:09.481357 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-42c3dc36-32d6-4169-bdcd-8c870abc2f72 req-dceafc4b-dfe6-4282-8c1e-9053d7c40111 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532126 Apr 12 20:10:10.603640 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dc02b-26c7-4616-bb9f-c0c032d4343a req-cd11d5c2-99cd-4bda-8b13-faf9657ace34 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:10.605058 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b0dc02b-26c7-4616-bb9f-c0c032d4343a req-cd11d5c2-99cd-4bda-8b13-faf9657ace34 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0521686 Apr 12 20:10:10.665144 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b0dc02b-26c7-4616-bb9f-c0c032d4343a req-725012e5-7c75-491a-9b81-7b7511ab6160 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518169 Apr 12 20:10:11.789295 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf4f05-948f-4579-b0c4-ca204bb5cebf req-ac9669f2-f297-4ad7-9c8d-4b14280ec0f5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:11.790742 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bccf4f05-948f-4579-b0c4-ca204bb5cebf req-ac9669f2-f297-4ad7-9c8d-4b14280ec0f5 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0526497 Apr 12 20:10:11.853993 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bccf4f05-948f-4579-b0c4-ca204bb5cebf req-31ef9d19-f7d0-42aa-af14-4d80034b9d6f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547614 Apr 12 20:10:12.986383 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce05f4f-90ab-4f65-980a-3ccd3b34c63c req-508770f2-904b-4800-bd6c-c6132ee3e49d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:12.987929 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ce05f4f-90ab-4f65-980a-3ccd3b34c63c req-508770f2-904b-4800-bd6c-c6132ee3e49d tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0544448 Apr 12 20:10:13.046886 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ce05f4f-90ab-4f65-980a-3ccd3b34c63c req-91566d6d-4b38-4067-8709-311ae6624b8f tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&id=59b3cb58-17dd-4ea6-9477-2d5952031dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531609 Apr 12 20:10:22.874289 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a14b33cb-ef5a-4c58-8e63-c9992c9d0b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.212381 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-754e22d6-f488-4c3e-b550-66ad4d087ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.654678 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.187976 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.658943 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.000260 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.379245 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-31029e7e-512c-4f3f-ae86-3d86f90bdd23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426531 Apr 12 20:10:31.440958 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-3c9d20ff-1cb7-4ba2-bfb1-ea1198d1a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:31.442400 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-3c9d20ff-1cb7-4ba2-bfb1-ea1198d1a80f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 1131 time: 0.0389667 Apr 12 20:10:31.550751 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-e7ef4fda-4b3e-47a6-bcea-6bbfe8403903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:31.552145 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-e7ef4fda-4b3e-47a6-bcea-6bbfe8403903 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.0860701 Apr 12 20:10:31.620829 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-4f0e1ad9-0427-490e-8d3a-173240be682a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 200 len: 1001 time: 0.0615826 Apr 12 20:10:31.669165 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-2c96e2e8-a59f-46fb-a68d-dc5225cdb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:31.670628 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-2c96e2e8-a59f-46fb-a68d-dc5225cdb74e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0428391 Apr 12 20:10:31.717634 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-eb7468c8-41f0-416b-9613-c8a3461f3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:31.719075 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-eb7468c8-41f0-416b-9613-c8a3461f3035 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400414 Apr 12 20:10:31.776351 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44500) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:31.816024 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-1e387cd3-d092-482e-8469-e64d6de89dc3 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889468 Apr 12 20:10:31.821210 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Deleting subnet cab1c27a-6ddf-4443-a2ae-a6505e529e3f {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:10:31.824609 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Publish callbacks [] for subnet (cab1c27a-6ddf-4443-a2ae-a6505e529e3f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.858884 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (cab1c27a-6ddf-4443-a2ae-a6505e529e3f), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.896638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (cab1c27a-6ddf-4443-a2ae-a6505e529e3f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.912048 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4bdc22f8-4394-4ec2-8843-c43069674788 req-9e9da52a-1217-4abb-a4dc-7bc2a7038ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886290 Apr 12 20:10:31.953520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (cab1c27a-6ddf-4443-a2ae-a6505e529e3f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.979450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab1c27a-6ddf-4443-a2ae-a6505e529e3f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:31.982459 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.984953 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cab1c27a-6ddf-4443-a2ae-a6505e529e3f HTTP/1.1" status: 204 len: 168 time: 0.2076094 Apr 12 20:10:31.987589 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44502) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:31.998695 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:31.999068 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:31.999373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:31.999749 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.000102 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.000437 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.000725 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.001041 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.001355 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.001661 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.001973 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.002286 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.002583 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.002893 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.003206 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad39aae-f9dd-455e-806e-aa759c4dcbb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:32.063926 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (ae782c42-33cb-4d70-84ff-1491d70943b1), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.144105 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (ae782c42-33cb-4d70-84ff-1491d70943b1), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.163683 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae782c42-33cb-4d70-84ff-1491d70943b1']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:32.173199 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:32.173538 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c733b1-a3a0-4adc-b3a1-71b7c183053c') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:32.182793 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (f2c733b1-a3a0-4adc-b3a1-71b7c183053c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.196279 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (f2c733b1-a3a0-4adc-b3a1-71b7c183053c), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.202244 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:10:32.202615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (f2c733b1-a3a0-4adc-b3a1-71b7c183053c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:10:32.204312 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:10:32.261819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (ae782c42-33cb-4d70-84ff-1491d70943b1), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.267633 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.270736 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ae782c42-33cb-4d70-84ff-1491d70943b1 HTTP/1.1" status: 204 len: 168 time: 0.2822702 Apr 12 20:10:32.281802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a3ed8-b7e3-4f3d-937f-dff11ff8e462 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae782c42-33cb-4d70-84ff-1491d70943b1,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:32.447390 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44508) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:32.490719 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-474dd0db-6ba7-4969-b4da-ce6a1c147c3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32056c99a0d44cc285339ce7ea8e564a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420966 Apr 12 20:10:32.493394 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44510) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:32.542616 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4649fe71-0eca-40cd-a1a7-934bd17d411b admin admin] Publish callbacks [] for security_group (0e7ea83d-2ec8-4150-8216-4e9b472b5d6c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.564190 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4649fe71-0eca-40cd-a1a7-934bd17d411b admin admin] Publish callbacks [] for security_group (0e7ea83d-2ec8-4150-8216-4e9b472b5d6c), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.616321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4649fe71-0eca-40cd-a1a7-934bd17d411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0e7ea83d-2ec8-4150-8216-4e9b472b5d6c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.619112 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4649fe71-0eca-40cd-a1a7-934bd17d411b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.620256 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-4649fe71-0eca-40cd-a1a7-934bd17d411b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e7ea83d-2ec8-4150-8216-4e9b472b5d6c HTTP/1.1" status: 204 len: 168 time: 0.1260011 Apr 12 20:10:32.628617 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649fe71-0eca-40cd-a1a7-934bd17d411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ea83d-2ec8-4150-8216-4e9b472b5d6c,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:35.817021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6ddda-b81f-4585-9f6f-037841cdce00 req-df64c1f2-f301-44d9-8b77-9ae7404107c9 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:35.818517 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c4d6ddda-b81f-4585-9f6f-037841cdce00 req-df64c1f2-f301-44d9-8b77-9ae7404107c9 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0513837 Apr 12 20:10:35.866371 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c4d6ddda-b81f-4585-9f6f-037841cdce00 req-3f00865c-b445-40e3-b018-288680be4c73 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Apr 12 20:10:37.008108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af0bb3-3b37-428c-bccc-cb59c2b42ab7 req-695d0c4b-b1d7-44d7-b12d-d06f2acdc6ee tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:37.009613 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-50af0bb3-3b37-428c-bccc-cb59c2b42ab7 req-695d0c4b-b1d7-44d7-b12d-d06f2acdc6ee tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0502174 Apr 12 20:10:37.058597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-50af0bb3-3b37-428c-bccc-cb59c2b42ab7 req-10295cb4-d83f-4911-8b05-2f897121fe45 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428007 Apr 12 20:10:38.181070 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdda954-4b0e-4ac5-92bf-eec0bf9bb632 req-2f45950b-28a8-4ca5-b234-102be7cf4c57 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:38.182505 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdda954-4b0e-4ac5-92bf-eec0bf9bb632 req-2f45950b-28a8-4ca5-b234-102be7cf4c57 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0468512 Apr 12 20:10:38.248640 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdda954-4b0e-4ac5-92bf-eec0bf9bb632 req-5aa24add-47b1-4fc2-a279-d0d37339fae6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601723 Apr 12 20:10:39.376714 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d0a1b-030c-49ee-ad34-ea79583828a5 req-94befd49-d02e-4503-b65b-62c5ad1019a7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:39.378213 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cd2d0a1b-030c-49ee-ad34-ea79583828a5 req-94befd49-d02e-4503-b65b-62c5ad1019a7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0530093 Apr 12 20:10:39.427567 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cd2d0a1b-030c-49ee-ad34-ea79583828a5 req-81f0c47d-cba1-419a-a805-ee6595971a72 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406959 Apr 12 20:10:40.560090 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05793944-ca28-44d4-86ac-ca66d24cf854 req-bcd18a60-3faa-4846-a77d-32c9de036b92 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:40.562120 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-05793944-ca28-44d4-86ac-ca66d24cf854 req-bcd18a60-3faa-4846-a77d-32c9de036b92 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0544779 Apr 12 20:10:40.614350 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-05793944-ca28-44d4-86ac-ca66d24cf854 req-6cd101a6-5d2a-494d-ab81-bb8c77ca1ba0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Apr 12 20:10:41.744209 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d8c1-eff5-4ccb-8315-a21038e3ae3b req-8acddd04-b5eb-4712-a29c-2c8fc953a0e0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:41.745665 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7f7d8c1-eff5-4ccb-8315-a21038e3ae3b req-8acddd04-b5eb-4712-a29c-2c8fc953a0e0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0503750 Apr 12 20:10:41.800045 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7f7d8c1-eff5-4ccb-8315-a21038e3ae3b req-8421dc9e-d17d-4389-9e1b-ee94022f450a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485134 Apr 12 20:10:42.923136 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307674fc-d2b2-4150-96c8-7b1bd51368d5 req-e8aeaf02-cfa2-4151-b551-605df95a8b3c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:42.924638 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-307674fc-d2b2-4150-96c8-7b1bd51368d5 req-e8aeaf02-cfa2-4151-b551-605df95a8b3c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0532460 Apr 12 20:10:42.973368 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-307674fc-d2b2-4150-96c8-7b1bd51368d5 req-31855a13-fbe5-4f2c-a1af-e24b75367d39 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409584 Apr 12 20:10:43.437603 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:10:44.095103 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbdad0-e252-4fef-8213-af2b9e990c2e req-a5568d12-e194-41ff-8901-de87ef4b67ef tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:44.096556 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ecbdad0-e252-4fef-8213-af2b9e990c2e req-a5568d12-e194-41ff-8901-de87ef4b67ef tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0551398 Apr 12 20:10:44.148233 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ecbdad0-e252-4fef-8213-af2b9e990c2e req-56b9ab5b-5adc-43a0-8f74-f04622273883 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Apr 12 20:10:45.263622 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc13a4-12b1-40f0-8c86-fe4860b792fe req-c914a99a-f6fc-48af-bd28-80aa571bb4f8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:45.265124 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15dc13a4-12b1-40f0-8c86-fe4860b792fe req-c914a99a-f6fc-48af-bd28-80aa571bb4f8 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0482607 Apr 12 20:10:45.313565 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15dc13a4-12b1-40f0-8c86-fe4860b792fe req-514c5d5d-3d9e-4f39-95c1-9e3e7c8ef7d0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Apr 12 20:10:46.427943 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ea517-0b11-4000-83a8-e33c5ac953c5 req-6ba00cd4-77f5-4418-8fa7-f3528ba7a1af tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:46.429449 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-435ea517-0b11-4000-83a8-e33c5ac953c5 req-6ba00cd4-77f5-4418-8fa7-f3528ba7a1af tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0468290 Apr 12 20:10:46.477696 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-435ea517-0b11-4000-83a8-e33c5ac953c5 req-0febece8-22ed-43bc-9bce-8516c6f3a628 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Apr 12 20:10:47.611182 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd46243-a0ff-4f4d-b2e4-404c091e0dea req-b2f4d6f7-3036-43c3-ad18-bbb6692660bb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:47.613338 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9dd46243-a0ff-4f4d-b2e4-404c091e0dea req-b2f4d6f7-3036-43c3-ad18-bbb6692660bb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0534153 Apr 12 20:10:47.672398 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9dd46243-a0ff-4f4d-b2e4-404c091e0dea req-5a829ba6-c82d-44e9-82b1-6099745ee8a5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524042 Apr 12 20:10:48.786312 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c482e-ee39-415e-a705-60b311797bbd req-70ac8e25-f012-401e-827d-52c8d99fec8c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:48.787786 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b83c482e-ee39-415e-a705-60b311797bbd req-70ac8e25-f012-401e-827d-52c8d99fec8c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0470529 Apr 12 20:10:48.835577 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b83c482e-ee39-415e-a705-60b311797bbd req-1e6ffb83-b5da-4f57-a029-a3766512fb6d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Apr 12 20:10:49.962285 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b695b0-0098-461a-a654-7dc05ac9365c req-c765b5a9-9795-4cc5-adc6-6d2d50f4ebab tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:49.963775 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e2b695b0-0098-461a-a654-7dc05ac9365c req-c765b5a9-9795-4cc5-adc6-6d2d50f4ebab tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0506876 Apr 12 20:10:50.014163 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e2b695b0-0098-461a-a654-7dc05ac9365c req-20944f69-643f-418d-9b88-f33d4a973090 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Apr 12 20:10:51.126476 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027bf2d-7a68-446f-944f-f449727cac53 req-b8a88d6c-f344-4daf-9306-431c3dc6a0ff tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.127963 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4027bf2d-7a68-446f-944f-f449727cac53 req-b8a88d6c-f344-4daf-9306-431c3dc6a0ff tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0471849 Apr 12 20:10:51.175524 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4027bf2d-7a68-446f-944f-f449727cac53 req-09c30137-c531-4c19-8455-9f3d05fcc3a6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Apr 12 20:10:51.303653 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-23650e97-e45a-4ff4-90dd-c81a31540645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.315708 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-23650e97-e45a-4ff4-90dd-c81a31540645 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1129 time: 0.0401406 Apr 12 20:10:51.321880 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97c16c-3c3f-4bcb-a478-1ab7b4d33de8 req-effa3f52-35d0-4625-811e-1f0e094dbe40 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.323355 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ab97c16c-3c3f-4bcb-a478-1ab7b4d33de8 req-effa3f52-35d0-4625-811e-1f0e094dbe40 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0504944 Apr 12 20:10:51.373068 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ab97c16c-3c3f-4bcb-a478-1ab7b4d33de8 req-d2ee2e5a-39bd-40ce-a538-4f0b1ebbd91b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439186 Apr 12 20:10:51.395716 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-7d59eba0-34cd-4499-91be-1d4b8f513e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.397197 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-7d59eba0-34cd-4499-91be-1d4b8f513e08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0849502 Apr 12 20:10:51.474935 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-1824fb8f-b863-4f9d-92ef-9d42b35c5621 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 200 len: 1000 time: 0.0697706 Apr 12 20:10:51.527485 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-9e245ffa-0780-47cf-8819-f59b468f21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.529665 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-9e245ffa-0780-47cf-8819-f59b468f21ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0481172 Apr 12 20:10:51.578456 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-97c1deb0-c841-46ba-921c-b12d3b2ff21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.579916 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-97c1deb0-c841-46ba-921c-b12d3b2ff21d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425894 Apr 12 20:10:51.684384 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-c773e45c-a3af-4569-b667-2d6d9b9974d0 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981083 Apr 12 20:10:51.784360 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-18282cf8-a035-4eaf-a962-91211e4c6f45 req-1046d0c5-b1d2-4ce3-8bda-4a4fa58b648f service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933557 Apr 12 20:10:52.310229 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1caf9-536c-4c54-b64b-3e97bcc0c9ae req-6dc083da-04f9-4ea6-9812-f0ee1e0618bc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:52.312245 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68d1caf9-536c-4c54-b64b-3e97bcc0c9ae req-6dc083da-04f9-4ea6-9812-f0ee1e0618bc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0647988 Apr 12 20:10:52.384065 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68d1caf9-536c-4c54-b64b-3e97bcc0c9ae req-0edc4353-ed20-4933-885a-e983c3c95bab tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660243 Apr 12 20:10:52.420049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442cdd0-8a6e-4fc8-b20a-e0a7c66ab901 req-a3c18044-e895-4aff-a9dd-1461f48cd5d2 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:52.421912 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1442cdd0-8a6e-4fc8-b20a-e0a7c66ab901 req-a3c18044-e895-4aff-a9dd-1461f48cd5d2 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0558989 Apr 12 20:10:52.505503 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1442cdd0-8a6e-4fc8-b20a-e0a7c66ab901 req-b3b787ca-eb83-49fd-8031-f55760fbb977 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775485 Apr 12 20:10:52.516326 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2d5be-bb4b-4f60-81f3-76d8aeea7ac2 req-cf542450-e278-43f7-9f74-15092ad688cb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:52.517778 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ac2d5be-bb4b-4f60-81f3-76d8aeea7ac2 req-cf542450-e278-43f7-9f74-15092ad688cb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0670180 Apr 12 20:10:52.565207 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0ac2d5be-bb4b-4f60-81f3-76d8aeea7ac2 req-aa644935-18ee-4462-8adb-8cf2844f8c04 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414433 Apr 12 20:10:52.873853 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e39a08f0-b21c-412c-8fcf-793c126084fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:53.499758 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915cc32-6e9e-4448-8d73-9dfd801fb13b req-7d889311-472e-4f64-80ee-a67e62967d6d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:53.501271 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0915cc32-6e9e-4448-8d73-9dfd801fb13b req-7d889311-472e-4f64-80ee-a67e62967d6d tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0489702 Apr 12 20:10:53.552057 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0915cc32-6e9e-4448-8d73-9dfd801fb13b req-193cbb91-c067-44e5-9a2f-972a7fe0970b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Apr 12 20:10:53.631475 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dfa64-2571-4f9e-82e9-cf5607ae0157 req-ec2c1623-3459-46dc-b203-a3c22dff6105 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:53.635543 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f59dfa64-2571-4f9e-82e9-cf5607ae0157 req-ec2c1623-3459-46dc-b203-a3c22dff6105 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Apr 12 20:10:53.700936 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7985b7-1ceb-4ac7-9999-9e25d511b42a req-74256145-afb2-4d08-98e9-d7fa4d6e07c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:53.702416 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e7985b7-1ceb-4ac7-9999-9e25d511b42a req-74256145-afb2-4d08-98e9-d7fa4d6e07c9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0652184 Apr 12 20:10:53.733913 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f59dfa64-2571-4f9e-82e9-cf5607ae0157 req-f78c409e-719b-4181-9a02-c6c993a049ae tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882051 Apr 12 20:10:53.763012 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e7985b7-1ceb-4ac7-9999-9e25d511b42a req-b47cc283-60e4-45b2-a08c-b4e3bfc42e47 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547087 Apr 12 20:10:54.530147 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-7c659df8-5b56-4731-b2dc-6f202eef93da tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:54.531634 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-7c659df8-5b56-4731-b2dc-6f202eef93da tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0570753 Apr 12 20:10:54.623046 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Deleting port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:10:54.623385 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:54.670260 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2294261-1a6a-4299-8aa9-d3ad8538f4a1 req-7786f638-9198-4c74-a24a-b080961304e1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:54.678512 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a2294261-1a6a-4299-8aa9-d3ad8538f4a1 req-7786f638-9198-4c74-a24a-b080961304e1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0532863 Apr 12 20:10:54.724315 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a2294261-1a6a-4299-8aa9-d3ad8538f4a1 req-3961da29-04d7-41fd-8ff0-7eca6d079122 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447040 Apr 12 20:10:54.725130 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] For port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:54.725490 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:54.884677 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c8acb-c73f-4b09-9bb0-cd0d96e6addd req-956d235e-25ba-4022-8f24-1582a2b2f8ab tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:54.886142 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13c8acb-c73f-4b09-9bb0-cd0d96e6addd req-956d235e-25ba-4022-8f24-1582a2b2f8ab tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 946 time: 0.0755017 Apr 12 20:10:54.901486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ef559-d10e-4311-8e0d-4f3f04430f0e req-daac2be1-fca9-4195-a00c-71ce4ba2683d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:54.902848 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f7ef559-d10e-4311-8e0d-4f3f04430f0e req-daac2be1-fca9-4195-a00c-71ce4ba2683d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0604632 Apr 12 20:10:54.947074 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:54.947401 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (bc128190-1c22-4126-bc64-3512ee5431c5), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:54.947845 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Floating IP bc128190-1c22-4126-bc64-3512ee5431c5 disassociated. External IP: 172.27.3.68, port: b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95. Apr 12 20:10:54.948146 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Calling delete_port for b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:10:54.968203 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13c8acb-c73f-4b09-9bb0-cd0d96e6addd req-40803e76-61fe-4526-8221-4c5ed9b4d687 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737376 Apr 12 20:10:54.979611 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f7ef559-d10e-4311-8e0d-4f3f04430f0e req-1eab86d7-13cb-4196-9dad-63c066f69dfa tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708013 Apr 12 20:10:55.087155 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:55.124267 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event deleted for resources: {'Port': ['ID=b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:55.208639 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-795759e2-9d68-4c97-a261-0eab67c5b8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:55.242516 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:10:55.359270 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:10:55.369997 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:10:55.380647 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:55.381291 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:10:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:55.399929 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] No DVR routers for this DVR port b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:10:55.402523 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:55.405857 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b4bb22a7-1a92-4123-b69a-1a2ca2223d53 req-66e4d6b5-0ef1-4888-8378-64c51ad40ef6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "DELETE /v2.0/ports/b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 HTTP/1.1" status: 204 len: 173 time: 0.8681304 Apr 12 20:10:55.406304 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'name': 'network-vif-deleted', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:10:55.408585 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8513183-ad0f-4cc6-8e62-7410f467926f" -d '{"events": [{"server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "name": "network-vif-deleted", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:10:55.453101 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78a609-3d55-4bd0-a4a7-c5005a9218c1 x-openstack-request-id: req-db78a609-3d55-4bd0-a4a7-c5005a9218c1 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:10:55.453389 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40e95bf-4b53-4beb-ac21-622df5d0e286", "name": "network-vif-deleted", "tag": "b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:10:55.454587 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db78a609-3d55-4bd0-a4a7-c5005a9218c1 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:10:55.455177 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db78a609-3d55-4bd0-a4a7-c5005a9218c1'] response: {'server_uuid': 'c40e95bf-4b53-4beb-ac21-622df5d0e286', 'name': 'network-vif-deleted', 'tag': 'b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95', 'status': 'completed', 'code': 200} Apr 12 20:10:55.496267 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:55.664740 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:55.793167 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:55.828670 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:10:55.838895 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:55.839934 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:10:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:55.900790 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6964d9-704a-4ce6-8b37-67ddcc09d148 req-af8b24bf-5916-4251-9e4c-98849ef9764c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:55.902265 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b6964d9-704a-4ce6-8b37-67ddcc09d148 req-af8b24bf-5916-4251-9e4c-98849ef9764c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0616043 Apr 12 20:10:55.953010 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b6964d9-704a-4ce6-8b37-67ddcc09d148 req-0f23e7f1-c29e-4f9d-a575-a0c07b0166dc tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Apr 12 20:10:55.959939 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:56.103814 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-930d043e-132e-44c8-8869-5f635d551410 req-3b8141d2-4b72-4a9e-99bd-996aff044e34 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=c40e95bf-4b53-4beb-ac21-622df5d0e286 HTTP/1.1" status: 200 len: 210 time: 0.0385196 Apr 12 20:10:56.167189 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d759147-6040-47c5-b792-780eacabe7d7 req-de0ac7b4-9451-4c71-b84a-ba7dae78794d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.169419 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d759147-6040-47c5-b792-780eacabe7d7 req-de0ac7b4-9451-4c71-b84a-ba7dae78794d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0525186 Apr 12 20:10:56.202203 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:56.209221 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:56.241541 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daa2be-88fb-4a21-9e2f-cbed044dcb37 req-7e406419-1e7e-47f2-8dff-29d82f854808 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.244561 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d3daa2be-88fb-4a21-9e2f-cbed044dcb37 req-7e406419-1e7e-47f2-8dff-29d82f854808 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0733771 Apr 12 20:10:56.249212 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb39f7-6313-483f-9061-2165cbdf2538 None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:10:56.325260 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d759147-6040-47c5-b792-780eacabe7d7 req-4e00c528-dfca-4419-b2e8-75e3797a9f97 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433802 Apr 12 20:10:56.359053 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d3daa2be-88fb-4a21-9e2f-cbed044dcb37 req-df4dbf2d-a461-4148-8b6e-c0e26eeee8ae tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003449 Apr 12 20:10:56.382588 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-17482091-efc0-4f06-a315-ba863534c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.384118 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-17482091-efc0-4f06-a315-ba863534c9d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1129 time: 0.0758164 Apr 12 20:10:56.481881 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-a23bb935-b3a4-4d3f-8bbd-d41f81bcb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.483354 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-a23bb935-b3a4-4d3f-8bbd-d41f81bcb5b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 911 time: 0.0923202 Apr 12 20:10:56.551410 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-56f20dec-97ef-4af4-8838-7a44c36eb110 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 200 len: 1001 time: 0.0605040 Apr 12 20:10:56.564163 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39731daf-7470-4409-a39f-237d3182966d None None] New status for floating IP bc128190-1c22-4126-bc64-3512ee5431c5: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:10:56.605337 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-7870c288-b2db-41c2-a1ec-80daaebdce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.606826 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-7870c288-b2db-41c2-a1ec-80daaebdce30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0489230 Apr 12 20:10:56.657150 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-781d3b11-b4c4-4aa1-985c-eed997f54b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.658796 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-781d3b11-b4c4-4aa1-985c-eed997f54b91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447867 Apr 12 20:10:56.706080 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:10:56.728706 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:10:56.729075 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device b2b5fa7c-f204-4ff4-92bf-5e57f9c16c95 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:10:56.749411 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-d09b0099-08f9-420a-9f02-dfc7aea0ec96 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840704 Apr 12 20:10:56.842363 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5aefb457-2a51-4ec0-a374-585091f26fcf req-84346f88-17f8-46b4-9401-1266e86e8484 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865307 Apr 12 20:10:57.147767 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44790) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:57.259575 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c10710d6-efa6-4083-b674-500365758984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.350373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c10710d6-efa6-4083-b674-500365758984 admin admin] Publish callbacks [] for security_group (93de1d15-c44a-4662-b3e6-b1075c1e960f), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.356722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c10710d6-efa6-4083-b674-500365758984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (93de1d15-c44a-4662-b3e6-b1075c1e960f), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.428011 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-66979c4f-0f72-4e49-b9f1-39ef9ec8daab tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797120353&fields=id&tenant_id=47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 267 time: 0.1025815 Apr 12 20:10:57.444074 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10710d6-efa6-4083-b674-500365758984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93de1d15-c44a-4662-b3e6-b1075c1e960f,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:57.452862 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c10710d6-efa6-4083-b674-500365758984 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f6a3e756e6643c2a0a49901219357bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040287 Apr 12 20:10:57.456010 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 44804) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:57.497784 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260484-50db-4680-a4c1-b4ce24c57975 req-19a23db8-7cfd-4a6a-8a1d-e9c08c893ee4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:57.499146 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad260484-50db-4680-a4c1-b4ce24c57975 req-19a23db8-7cfd-4a6a-8a1d-e9c08c893ee4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.1003351 Apr 12 20:10:57.509842 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5f12cd-69d3-4057-accd-f93772b01e85 admin admin] Publish callbacks [] for security_group (93de1d15-c44a-4662-b3e6-b1075c1e960f), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.532635 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5f12cd-69d3-4057-accd-f93772b01e85 admin admin] Publish callbacks [] for security_group (93de1d15-c44a-4662-b3e6-b1075c1e960f), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.585538 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5f12cd-69d3-4057-accd-f93772b01e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (93de1d15-c44a-4662-b3e6-b1075c1e960f), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.588294 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5f12cd-69d3-4057-accd-f93772b01e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.589622 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2b5f12cd-69d3-4057-accd-f93772b01e85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93de1d15-c44a-4662-b3e6-b1075c1e960f HTTP/1.1" status: 204 len: 168 time: 0.1312280 Apr 12 20:10:57.590733 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad260484-50db-4680-a4c1-b4ce24c57975 req-ed499253-420b-451c-b97d-e180b8741fdf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673952 Apr 12 20:10:57.599531 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f12cd-69d3-4057-accd-f93772b01e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93de1d15-c44a-4662-b3e6-b1075c1e960f,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:57.619939 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-ff2f6496-f56b-47e1-b49f-ac2f2903f191 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:57.621467 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-ff2f6496-f56b-47e1-b49f-ac2f2903f191 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 811 time: 0.1743920 Apr 12 20:10:57.648895 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-15b00439-7e50-435f-85ec-8967545e9831 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/quotas/47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 375 time: 0.0127892 Apr 12 20:10:57.666029 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.999768 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-050b366b-c20a-46b5-b2af-51741654617b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3437922 Apr 12 20:10:58.010717 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5494b0-cde3-4dd5-84f2-0eefdc530a38 req-1770e26e-2997-4e51-826e-842ac51f658f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:58.012287 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e5494b0-cde3-4dd5-84f2-0eefdc530a38 req-1770e26e-2997-4e51-826e-842ac51f658f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.3183448 Apr 12 20:10:58.115658 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0e5494b0-cde3-4dd5-84f2-0eefdc530a38 req-f69824ef-ddf5-4eab-b54f-6b37640b1e74 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955739 Apr 12 20:10:58.126199 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-d7a8665c-e984-47b4-aa86-913b89333e58 service neutron] 10.222.0.43 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129789 Apr 12 20:10:58.222291 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-ba1dd22f-dbe1-4eb6-ae71-9be7ea3c32d8 service neutron] 10.222.0.43 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880077 Apr 12 20:10:58.508289 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e7cfc3c5-7ac2-49c5-b4da-b7eb2de29718 req-df0c0945-ee2b-4da9-afa4-c144c1825a1e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Apr 12 20:10:58.744121 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1972f-d063-4fbe-af7a-9c81598392a8 req-3ee85cf4-6065-436d-9bd5-c4bea2908aae tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:58.747793 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9af1972f-d063-4fbe-af7a-9c81598392a8 req-3ee85cf4-6065-436d-9bd5-c4bea2908aae tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0690033 Apr 12 20:10:58.800942 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9af1972f-d063-4fbe-af7a-9c81598392a8 req-5f15b172-7b1c-4bb4-b957-715c4cd69359 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463133 Apr 12 20:10:58.985309 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:59.232651 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcb80d-3840-45c1-b349-8af42a5380ff req-f3624cf2-b25c-4af8-846e-36f551c4ea10 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.234089 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2ffcb80d-3840-45c1-b349-8af42a5380ff req-f3624cf2-b25c-4af8-846e-36f551c4ea10 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0463028 Apr 12 20:10:59.281902 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2ffcb80d-3840-45c1-b349-8af42a5380ff req-589279cf-faf3-4952-958a-5f7d4ec29e10 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 Apr 12 20:10:59.554471 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-b8caf116-349f-4bfb-8137-4129e7e748fd tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.556008 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-b8caf116-349f-4bfb-8137-4129e7e748fd tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 811 time: 0.1053250 Apr 12 20:10:59.603796 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7a439a1e-3a21-4e53-bf1b-56cf36127592 req-c23722b9-209d-412c-9ed0-cea7010ab325 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 210 time: 0.0291255 Apr 12 20:10:59.632196 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-29e350c2-341c-4894-803e-2f86bd04410e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 379 time: 0.0575497 Apr 12 20:10:59.646281 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'port': {'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'admin_state_up': True, 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'security_groups': ['b1978374-8acd-40b9-82ea-d0b1f1344b9e']}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:59.922274 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64806b-987f-492a-b6f4-78f0ccdfcc93 req-5ae0a24e-42c7-465c-9d88-e5b5740e96ee tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.923812 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b64806b-987f-492a-b6f4-78f0ccdfcc93 req-5ae0a24e-42c7-465c-9d88-e5b5740e96ee tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0509248 Apr 12 20:10:59.975081 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b64806b-987f-492a-b6f4-78f0ccdfcc93 req-2857fa39-b019-4dbc-899e-a636ad18ec6f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452352 Apr 12 20:11:00.002288 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Made reservation on behalf of 47a9f0d7a0134a2286864b56bbf84091 for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:00.005677 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.137371 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Allocated IP 172.20.0.6 (8abdbeaa-db52-4d8b-9e32-4012958d8508/882bd3da-d872-44ed-b1ff-1665f44cd98c/dbb3435b-1ab2-4e75-b85d-2cf29522bf71) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:00.278089 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.312006 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.353183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:00.358160 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:00.361866 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:00.392327 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:00.419844 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.420468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.438532 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-fe0fa6c3-5a9b-4127-9706-e315dd34ece3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7964005 Apr 12 20:11:00.450924 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Request body: {'port': {'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:00.511634 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.610758 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-0992049f-7016-4bbd-8836-14ce27dd073c None None] Provisioning complete for port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:00.611357 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0992049f-7016-4bbd-8836-14ce27dd073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.649558 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-0992049f-7016-4bbd-8836-14ce27dd073c None None] Port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:11:00.720103 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c618191-b13e-4dbb-afff-b8824480484e req-cbdef3a0-a315-424e-a2fb-60d1bab6210f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.721613 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7c618191-b13e-4dbb-afff-b8824480484e req-cbdef3a0-a315-424e-a2fb-60d1bab6210f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 931 time: 0.0481148 Apr 12 20:11:00.770991 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7c618191-b13e-4dbb-afff-b8824480484e req-7a2c2889-6487-49a9-81f9-fa775b89efb3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435903 Apr 12 20:11:00.786403 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb3435b-1ab2-4e75-b85d-2cf29522bf71 {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:00.794586 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Publish callbacks [] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.807266 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Transition to ACTIVE for port object dbb3435b-1ab2-4e75-b85d-2cf29522bf71 will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:11:00.813210 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.861661 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:00.937297 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Attempting to bind port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:11:00.937655 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Attempting to bind port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:11:00.937990 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Attempting to bind port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:00.942924 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:11:00.943250 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Attempting to bind port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:00.948906 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:11:00.949244 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Checking segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:00.949624 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Bound using segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:11:00.950185 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Bound port: dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:11:00.950544 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.018720 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] For port dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:11:01.021932 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] For port dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:11:01.028148 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.062351 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.063153 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.064883 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] 10.222.0.60 "PUT /v2.0/ports/dbb3435b-1ab2-4e75-b85d-2cf29522bf71 HTTP/1.1" status: 200 len: 1093 time: 0.6184819 Apr 12 20:11:01.065330 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:01.068089 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909ce4d-d76a-4531-a5f7-14552cb4d526" -d '{"events": [{"name": "network-changed", "server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:01.096215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56200b4-4e85-4d37-9d8e-9626f38f3504 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:01.107733 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfb568-0be0-4208-947f-a407f060d3b4 req-85d30d4b-ae33-4048-b19c-2b2ff25f1b6a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.109317 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d8cfb568-0be0-4208-947f-a407f060d3b4 req-85d30d4b-ae33-4048-b19c-2b2ff25f1b6a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0643084 Apr 12 20:11:01.118873 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1480194a-8872-430c-b24d-2c99cb1a0b54 x-openstack-request-id: req-1480194a-8872-430c-b24d-2c99cb1a0b54 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:01.119152 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:01.119400 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1480194a-8872-430c-b24d-2c99cb1a0b54 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:01.121401 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1480194a-8872-430c-b24d-2c99cb1a0b54'] response: {'name': 'network-changed', 'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'status': 'completed', 'code': 200} Apr 12 20:11:01.166865 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d8cfb568-0be0-4208-947f-a407f060d3b4 req-f83ed0e1-497b-47e6-86f8-372b982dcb1b tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516865 Apr 12 20:11:01.172210 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-93a3a56e-f7b9-411a-855e-2b782cb51067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.173870 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-93a3a56e-f7b9-411a-855e-2b782cb51067 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 1127 time: 0.0407910 Apr 12 20:11:01.232487 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-d7da8381-ec52-490d-bb9d-4479c8e98c94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71 HTTP/1.1" status: 200 len: 217 time: 0.0387747 Apr 12 20:11:01.283988 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-21a3c3db-97e4-4d21-a1ed-54a57614a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.285534 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-21a3c3db-97e4-4d21-a1ed-54a57614a91d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0454891 Apr 12 20:11:01.344880 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-7db7b9fd-1320-471d-b712-6a4ccee1a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.346432 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-7db7b9fd-1320-471d-b712-6a4ccee1a63b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407724 Apr 12 20:11:01.444491 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-d7a389d6-0168-4f85-9673-6a1dc527a088 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889940 Apr 12 20:11:01.534067 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-6394c3f8-9350-470d-b2b8-cdbf70cd905f req-bc1ba64c-b673-4336-9bde-28ef83a8f9fb service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832868 Apr 12 20:11:01.903736 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ff1f4-40c0-4d1f-b77a-96e06c085162 req-dff06be9-c149-4891-ae7c-7b95f6fb8ce7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.905225 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ab9ff1f4-40c0-4d1f-b77a-96e06c085162 req-dff06be9-c149-4891-ae7c-7b95f6fb8ce7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 943 time: 0.0565195 Apr 12 20:11:01.954548 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ab9ff1f4-40c0-4d1f-b77a-96e06c085162 req-042ba5a4-8353-4829-9064-59353fffbb77 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435441 Apr 12 20:11:02.299727 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809b1be-b919-4258-a9e2-19050723f589 req-c58b5beb-89ec-4b45-a46a-d483f9cb3e02 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.301251 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4809b1be-b919-4258-a9e2-19050723f589 req-c58b5beb-89ec-4b45-a46a-d483f9cb3e02 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0543063 Apr 12 20:11:02.353036 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4809b1be-b919-4258-a9e2-19050723f589 req-45c02c6a-de49-4f67-b4e3-444c3478db6e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Apr 12 20:11:02.697606 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-4d615b56-d154-4d16-9f83-2daf159793fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.699113 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-4d615b56-d154-4d16-9f83-2daf159793fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 1127 time: 0.0464482 Apr 12 20:11:02.833026 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-4fe8b879-b941-44fd-af37-0324f2f4e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.834524 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-4fe8b879-b941-44fd-af37-0324f2f4e9d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.0906823 Apr 12 20:11:02.874461 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-9b49a421-db44-42d6-8d58-94de4748a425 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71 HTTP/1.1" status: 200 len: 217 time: 0.0336945 Apr 12 20:11:02.931704 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-15bea38f-6c7e-48b4-978a-0dd5eee69d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.933084 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-15bea38f-6c7e-48b4-978a-0dd5eee69d5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0511918 Apr 12 20:11:02.975029 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-191b09e8-f3b2-4aca-82ac-e097cc0a8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.976496 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-191b09e8-f3b2-4aca-82ac-e097cc0a8eaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369320 Apr 12 20:11:03.068523 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ab2a4-4b24-4735-9f45-55c0e25a076b req-02a19bb9-ae24-4e50-8e43-39a542ce94d9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:03.069144 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-d865e001-684b-46ca-a7e5-cc726b6e1416 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845182 Apr 12 20:11:03.069869 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa8ab2a4-4b24-4735-9f45-55c0e25a076b req-02a19bb9-ae24-4e50-8e43-39a542ce94d9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 943 time: 0.0467129 Apr 12 20:11:03.119458 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa8ab2a4-4b24-4735-9f45-55c0e25a076b req-188da2be-271d-4db1-8e9c-204ebdfa1d57 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Apr 12 20:11:03.158808 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-9909ce4d-d76a-4531-a5f7-14552cb4d526 req-199f418f-c88d-4bdf-8b32-350965187b73 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826757 Apr 12 20:11:03.470908 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ecfa0-051e-47f0-beae-0e9c3718aca6 req-77c28574-ad42-4973-ad34-f7618d265f96 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:03.472401 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8e0ecfa0-051e-47f0-beae-0e9c3718aca6 req-77c28574-ad42-4973-ad34-f7618d265f96 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0473702 Apr 12 20:11:03.520993 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8e0ecfa0-051e-47f0-beae-0e9c3718aca6 req-6b56dd4e-694c-4d20-9705-42203fcf24ae tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407825 Apr 12 20:11:04.242036 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876731e-15be-49c4-8e00-2edc5e86d628 req-7e910c2c-3803-47ef-b034-5faa26610820 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:04.243465 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1876731e-15be-49c4-8e00-2edc5e86d628 req-7e910c2c-3803-47ef-b034-5faa26610820 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 943 time: 0.0497832 Apr 12 20:11:04.292373 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1876731e-15be-49c4-8e00-2edc5e86d628 req-f81325e7-fd91-41bf-8510-2de40514de7d tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 Apr 12 20:11:04.640076 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221f929-bb5b-4c61-87ae-59a750063b31 req-348fee3e-4bc3-4a3f-a868-9cd254949124 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:04.641515 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d221f929-bb5b-4c61-87ae-59a750063b31 req-348fee3e-4bc3-4a3f-a868-9cd254949124 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0468128 Apr 12 20:11:04.691603 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d221f929-bb5b-4c61-87ae-59a750063b31 req-8096396d-fc56-412f-bc7e-fa4dd7b1e73a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Apr 12 20:11:05.098828 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f393-fc05-48c7-b672-ef1418da9fa6 req-23067994-84d9-4141-ad1e-d3a32c70da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:05.100370 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-e8d7f393-fc05-48c7-b672-ef1418da9fa6 req-23067994-84d9-4141-ad1e-d3a32c70da18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1129 time: 0.0397575 Apr 12 20:11:05.149330 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-e8d7f393-fc05-48c7-b672-ef1418da9fa6 req-54a24fc3-eeaf-44c9-81de-2f7a542713f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Apr 12 20:11:05.412048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b459aa5-fa7f-4e23-9d74-9e95382acc9d req-f708974c-98af-45ff-9baf-2b8a3dae2d19 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:05.413393 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b459aa5-fa7f-4e23-9d74-9e95382acc9d req-f708974c-98af-45ff-9baf-2b8a3dae2d19 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 943 time: 0.0519512 Apr 12 20:11:05.473237 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b459aa5-fa7f-4e23-9d74-9e95382acc9d req-7ebce3a4-bbc4-4db6-acc0-620946b17e60 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539832 Apr 12 20:11:05.825910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae8dd0-ffa0-4991-b901-f20313ae7280 req-0fdf81ff-ab41-42d1-9381-e5a37ee21489 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:05.827863 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73ae8dd0-ffa0-4991-b901-f20313ae7280 req-0fdf81ff-ab41-42d1-9381-e5a37ee21489 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0518003 Apr 12 20:11:05.875119 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-73ae8dd0-ffa0-4991-b901-f20313ae7280 req-f290e1c6-736a-403a-95b3-a9133d466696 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Apr 12 20:11:06.600670 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cdcdb-c93a-4184-af37-554072512cab req-2a38e2d6-fb47-48a7-a2c0-ef6be1d2ef63 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:06.602135 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d3cdcdb-c93a-4184-af37-554072512cab req-2a38e2d6-fb47-48a7-a2c0-ef6be1d2ef63 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 943 time: 0.0485055 Apr 12 20:11:06.650624 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9d3cdcdb-c93a-4184-af37-554072512cab req-a6285a5f-98d3-411c-94a2-220129e704a4 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426104 Apr 12 20:11:07.003259 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7d10-c2ae-4cc7-b3f9-9a4e531af9f0 req-3623260c-4130-413e-bb0c-2498fb714381 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.004720 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-383f7d10-c2ae-4cc7-b3f9-9a4e531af9f0 req-3623260c-4130-413e-bb0c-2498fb714381 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0505507 Apr 12 20:11:07.051219 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-383f7d10-c2ae-4cc7-b3f9-9a4e531af9f0 req-b26ef4e4-7909-413a-a91a-8a6ec17828d8 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406649 Apr 12 20:11:07.459876 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-8a22e191-8c7f-4378-acac-44a62f88ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.461365 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-8a22e191-8c7f-4378-acac-44a62f88ce7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1129 time: 0.0396047 Apr 12 20:11:07.464049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b1a5-9084-400b-9722-caeb2c45e9d7 req-d940b7f6-2fc0-4060-a520-2a7fb076e5ff tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.465499 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d41b1a5-9084-400b-9722-caeb2c45e9d7 req-d940b7f6-2fc0-4060-a520-2a7fb076e5ff tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0467029 Apr 12 20:11:07.513193 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d41b1a5-9084-400b-9722-caeb2c45e9d7 req-0ccde2da-2c7e-4e91-bd95-8124a488a7cf tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Apr 12 20:11:07.556683 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-6b82216f-7751-4bab-ad97-ca023cc3fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.558187 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-6b82216f-7751-4bab-ad97-ca023cc3fdad service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0895846 Apr 12 20:11:07.626958 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-48a9f560-9f76-48d7-bee6-4781ff2b403c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 200 len: 1000 time: 0.0624611 Apr 12 20:11:07.677557 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-e78714e4-691b-4caa-89c2-fe67ca609e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.679077 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-e78714e4-691b-4caa-89c2-fe67ca609e45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0439172 Apr 12 20:11:07.725589 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-884c3ce5-d0a8-4ac2-93ad-a01ca8e1b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.727142 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-884c3ce5-d0a8-4ac2-93ad-a01ca8e1b044 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398953 Apr 12 20:11:07.765334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288eda-0aaf-4bde-bb8a-734446de086c req-945696c1-b1b9-4ac8-afc5-3de05e61e7a9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.766822 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5288eda-0aaf-4bde-bb8a-734446de086c req-945696c1-b1b9-4ac8-afc5-3de05e61e7a9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 943 time: 0.0485456 Apr 12 20:11:07.815446 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a5288eda-0aaf-4bde-bb8a-734446de086c req-5f180a34-3251-42d2-b331-f09d2218f807 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Apr 12 20:11:07.826399 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-8af708c4-d5c8-4820-b3a5-f9824a67733e service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921028 Apr 12 20:11:07.982805 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f2b05e0-2734-4d28-a2af-4f546f18f123 req-6f3a1614-d947-4d48-aa22-0de5a89733b8 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959165 Apr 12 20:11:08.637951 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81210f-dad1-4ef2-b0ef-0c893686aeef req-62c00a8f-7a5f-40bc-b9fa-a578d4d19f86 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:08.639459 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af81210f-dad1-4ef2-b0ef-0c893686aeef req-62c00a8f-7a5f-40bc-b9fa-a578d4d19f86 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0457523 Apr 12 20:11:08.685658 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-af81210f-dad1-4ef2-b0ef-0c893686aeef req-e307a831-ced8-4e73-8588-19b1f8e5c857 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406685 Apr 12 20:11:08.774219 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device dbb3435b-1ab2-4e75-b85d-2cf29522bf71 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:11:08.876539 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:08.888255 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:11:08.926014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a725dc-5af0-4fbf-981f-9c42fce54a8a req-90c9158e-caf1-45ec-94fd-2711f5c8a9af tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:08.926637 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:08.926637 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.927474 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94a725dc-5af0-4fbf-981f-9c42fce54a8a req-90c9158e-caf1-45ec-94fd-2711f5c8a9af tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 943 time: 0.0458999 Apr 12 20:11:08.939242 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb3435b-1ab2-4e75-b85d-2cf29522bf71 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:08.958511 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:08.962980 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.979675 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-94a725dc-5af0-4fbf-981f-9c42fce54a8a req-e409cb42-d04e-45a8-97f7-a62472354d5a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462775 Apr 12 20:11:09.013989 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:09.021501 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.021849 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.022190 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.022576 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.022919 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.023282 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.023644 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.023969 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.024367 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.024617 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.024929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.025267 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.025592 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.025910 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.026232 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:09.566240 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['dbb3435b-1ab2-4e75-b85d-2cf29522bf71'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:09.808274 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e030-7b9c-44dc-bde8-a4ce3c51f88a req-56e7a84f-2dd7-4f2a-832f-426b6a7ad44c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.809714 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fb64e030-7b9c-44dc-bde8-a4ce3c51f88a req-56e7a84f-2dd7-4f2a-832f-426b6a7ad44c tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0462122 Apr 12 20:11:09.855818 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fb64e030-7b9c-44dc-bde8-a4ce3c51f88a req-a6e91418-e72d-425e-82d7-26a4720e201d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399165 Apr 12 20:11:10.098239 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15c560-c3d1-4f95-813f-c1adbbe7dfe0 req-b84ac497-4fe3-4a66-9ba0-7158edcd9618 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:10.099716 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fc15c560-c3d1-4f95-813f-c1adbbe7dfe0 req-b84ac497-4fe3-4a66-9ba0-7158edcd9618 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 944 time: 0.0485094 Apr 12 20:11:10.148208 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fc15c560-c3d1-4f95-813f-c1adbbe7dfe0 req-4fd5e9fc-2981-48cb-8622-bf711f0c44f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427992 Apr 12 20:11:10.944357 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device dbb3435b-1ab2-4e75-b85d-2cf29522bf71 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:10.983214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6929f-9e58-4f58-952c-54a0383b1f9b req-0fe7b535-d5d2-44b2-97be-ace16ee53cb3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:10.984716 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bda6929f-9e58-4f58-952c-54a0383b1f9b req-0fe7b535-d5d2-44b2-97be-ace16ee53cb3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0516901 Apr 12 20:11:10.989197 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:11:10.996562 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:10.996969 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.032146 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bda6929f-9e58-4f58-952c-54a0383b1f9b req-1728c2ab-3874-42ad-94a2-410ea023cd75 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Apr 12 20:11:11.077196 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:11.077586 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.100581 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:11.102970 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ab7865-ca98-4509-9780-fd6d1d0b55f0" -d '{"events": [{"server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:11.115158 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:11.120144 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.144906 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc3d53-8f92-4227-89ab-77555dc08b94 x-openstack-request-id: req-03cc3d53-8f92-4227-89ab-77555dc08b94 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:11.145138 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "name": "network-vif-plugged", "status": "completed", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:11.145388 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03cc3d53-8f92-4227-89ab-77555dc08b94 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:11.145779 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cc3d53-8f92-4227-89ab-77555dc08b94'] response: {'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'code': 200} Apr 12 20:11:11.172284 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:11.273248 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d185c0-14d6-49a1-ad8b-02a220140c3d req-188cf034-f90b-457d-aaf7-bf90518d3edd tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:11.274705 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12d185c0-14d6-49a1-ad8b-02a220140c3d req-188cf034-f90b-457d-aaf7-bf90518d3edd tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Apr 12 20:11:11.328742 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-12d185c0-14d6-49a1-ad8b-02a220140c3d req-ed19bd56-0506-4c9f-ae76-1b5e1a5cb0cf tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454483 Apr 12 20:11:12.146483 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44a41c-eeb9-4693-8769-00f4e045f1f0 req-98c2dbcb-d2fa-4ca4-b448-8b2fff8a7380 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:12.147986 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce44a41c-eeb9-4693-8769-00f4e045f1f0 req-98c2dbcb-d2fa-4ca4-b448-8b2fff8a7380 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0454447 Apr 12 20:11:12.201125 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce44a41c-eeb9-4693-8769-00f4e045f1f0 req-e7884f41-465a-4bbd-a26f-542de219c31e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476153 Apr 12 20:11:12.448851 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be329341-0e22-4b0f-8050-1f8d41b1f923 req-fde83d89-d618-40e0-8c2b-ea77cf8f7004 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:12.450232 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d5e2b-dfea-445d-8a71-3eedc16f499c req-21c9a5c0-4c22-471c-a9c2-b6298105b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:12.450665 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be329341-0e22-4b0f-8050-1f8d41b1f923 req-fde83d89-d618-40e0-8c2b-ea77cf8f7004 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0462904 Apr 12 20:11:12.452761 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-784d5e2b-dfea-445d-8a71-3eedc16f499c req-21c9a5c0-4c22-471c-a9c2-b6298105b04f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 1129 time: 0.0442572 Apr 12 20:11:12.497948 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be329341-0e22-4b0f-8050-1f8d41b1f923 req-09c16655-789c-4364-ae98-d815aa21b503 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Apr 12 20:11:12.682382 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-784d5e2b-dfea-445d-8a71-3eedc16f499c req-4b179287-cf8f-486f-9bf0-f26a5e7f1f9a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416760 Apr 12 20:11:13.330625 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80570f7-ff05-4b7f-a587-a769fe7b694b req-f13ede4f-4fec-4a2a-bb48-24239961c4af tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:13.332099 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e80570f7-ff05-4b7f-a587-a769fe7b694b req-f13ede4f-4fec-4a2a-bb48-24239961c4af tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0472987 Apr 12 20:11:13.379422 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e80570f7-ff05-4b7f-a587-a769fe7b694b req-be4b5a54-b0d8-43c4-8332-e2b61b67f5d9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Apr 12 20:11:13.491285 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2d8c7-adef-4ded-9d06-657783f5cee4 req-1e6c8470-2d3e-4c0a-9d43-cf76d5811aec tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:13.492650 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0aa2d8c7-adef-4ded-9d06-657783f5cee4 req-1e6c8470-2d3e-4c0a-9d43-cf76d5811aec tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0493245 Apr 12 20:11:13.502294 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 44908) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:13.506853 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Request body: {'floatingip': {'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:13.561511 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.611518 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9c71-a4e2-4b6d-ba49-9390e3ec702d req-f1427190-8c95-4bb8-81f6-0a996d545a49 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:13.613013 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1b5e9c71-a4e2-4b6d-ba49-9390e3ec702d req-f1427190-8c95-4bb8-81f6-0a996d545a49 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0475833 Apr 12 20:11:13.664123 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1b5e9c71-a4e2-4b6d-ba49-9390e3ec702d req-f348c04b-58af-402d-ba99-20dbc218fee0 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 Apr 12 20:11:14.028246 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:14.034248 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:14.266800 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Router 12e92026-20ca-4651-94a6-3ed37f5ec074 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:14.378788 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:14.384285 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:14.388897 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04b868-948f-4257-9af5-88494515e401 None None] Sync routers for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:14.399194 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:14.399842 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:10:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:14.414123 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:14.416416 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce10d6c8-fa29-4618-887b-7157dabc22ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:14.448921 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-97bd1330-7732-41ac-b828-db6fa19c2ef4 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "PUT /v2.0/floatingips/3d4846e6-a193-4e8d-ba20-89ad861ec59d HTTP/1.1" status: 200 len: 992 time: 0.9432185 Apr 12 20:11:14.464695 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24175031-4c5b-4f63-98b3-0975e7759f77 x-openstack-request-id: req-24175031-4c5b-4f63-98b3-0975e7759f77 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:14.464939 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:14.465186 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24175031-4c5b-4f63-98b3-0975e7759f77 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:14.465584 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24175031-4c5b-4f63-98b3-0975e7759f77'] response: {'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'status': 'completed', 'code': 200} Apr 12 20:11:14.517829 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:14.757593 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '3d4846e6-a193-4e8d-ba20-89ad861ec59d', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'mac_address': 'fa:16:3e:6d:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:41Z', 'updated_at': '2022-04-12T20:11:13Z', 'revision_number': 3, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:14.764382 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-8e590d76-46a7-4a32-ba5a-18a3c3f4f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:14.765972 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-8e590d76-46a7-4a32-ba5a-18a3c3f4f43f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1129 time: 0.0433760 Apr 12 20:11:14.784369 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04b868-948f-4257-9af5-88494515e401 None None] Checking router: 12e92026-20ca-4651-94a6-3ed37f5ec074 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:14.792817 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:14.793421 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:10:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:14.794075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53d1ff-6051-4bc7-b8d2-8022c83521e0 req-d6c1416a-9990-4e56-a962-baae0256a372 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:14.795590 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d53d1ff-6051-4bc7-b8d2-8022c83521e0 req-d6c1416a-9990-4e56-a962-baae0256a372 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0538180 Apr 12 20:11:14.851734 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d53d1ff-6051-4bc7-b8d2-8022c83521e0 req-fbdb6194-74ff-4e2b-82e2-a727dbc1a043 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481958 Apr 12 20:11:14.862702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-5e177383-51f5-423b-af33-b83bc1f2d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:14.864229 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-5e177383-51f5-423b-af33-b83bc1f2d594 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0898273 Apr 12 20:11:14.902063 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:14.935005 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-a167e687-e4a9-4fc2-b53e-86c541390a23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 200 len: 1000 time: 0.0645642 Apr 12 20:11:14.966862 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41747-19d2-452c-8594-d559770d2a0e req-e5e3a420-a2db-4989-b963-b075c90c1248 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:14.968387 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6ee41747-19d2-452c-8594-d559770d2a0e req-e5e3a420-a2db-4989-b963-b075c90c1248 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0463607 Apr 12 20:11:14.986135 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-83cbbcda-cff0-424e-aa4b-97ffb8123b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:14.987892 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-83cbbcda-cff0-424e-aa4b-97ffb8123b4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0469787 Apr 12 20:11:15.018928 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6ee41747-19d2-452c-8594-d559770d2a0e req-d2216f20-4a5b-4288-b3f1-a42d3dc1e265 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Apr 12 20:11:15.031275 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-69fa5052-284c-4de0-8495-4575fb311aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:15.032846 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-69fa5052-284c-4de0-8495-4575fb311aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380435 Apr 12 20:11:15.043004 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44920) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:15.080613 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537ac6b-c8b9-4dbf-9fbb-64ffb36d1dcf tempest-TestVolumeBootPattern-449846778 tempest-TestVolumeBootPattern-449846778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:15.082312 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2537ac6b-c8b9-4dbf-9fbb-64ffb36d1dcf tempest-TestVolumeBootPattern-449846778 tempest-TestVolumeBootPattern-449846778-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 1124 time: 0.0377076 Apr 12 20:11:15.085198 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44922) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:15.089554 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:15.112840 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.116584 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-bd04b868-948f-4257-9af5-88494515e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '3d4846e6-a193-4e8d-ba20-89ad861ec59d', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'mac_address': 'fa:16:3e:6d:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:41Z', 'updated_at': '2022-04-12T20:11:13Z', 'revision_number': 3, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:15.132822 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-f68a66f6-809e-432a-a633-a8794bdd7072 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937722 Apr 12 20:11:15.148174 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04b868-948f-4257-9af5-88494515e401 None None] The sync data for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi is: [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '3d4846e6-a193-4e8d-ba20-89ad861ec59d', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'port_id': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'mac_address': 'fa:16:3e:6d:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:06:41Z', 'updated_at': '2022-04-12T20:11:13Z', 'revision_number': 3, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:15.205211 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.225939 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-ce10d6c8-fa29-4618-887b-7157dabc22ae req-0aafa9a2-af3d-4d76-ba10-52b27892b20a service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868957 Apr 12 20:11:15.319160 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Allocated IP 172.27.3.14 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/a9dc68dc-9415-48f2-a7a3-dfef675d3eb6) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:15.431102 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.466977 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.504077 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:15.508895 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:15.512433 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:15.518053 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=a9dc68dc-9415-48f2-a7a3-dfef675d3eb6,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:15.895640 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (798b9b91-603b-4354-a8e2-f5031ca0c68b), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.967925 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.127249 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.134061 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.202426 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=a9dc68dc-9415-48f2-a7a3-dfef675d3eb6,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:16.214109 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (798b9b91-603b-4354-a8e2-f5031ca0c68b), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.325982 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Floating IP 798b9b91-603b-4354-a8e2-f5031ca0c68b associated. External IP: 172.27.3.14, port: dbb3435b-1ab2-4e75-b85d-2cf29522bf71. Apr 12 20:11:16.466925 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:16.469385 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40c438-5208-40b4-a664-a18944d4d79d" -d '{"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:16.504927 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95440e78-3153-4e71-a947-9244fbb3956b x-openstack-request-id: req-95440e78-3153-4e71-a947-9244fbb3956b {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:16.505227 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:16.505490 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95440e78-3153-4e71-a947-9244fbb3956b {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:16.505886 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95440e78-3153-4e71-a947-9244fbb3956b'] response: {'name': 'network-changed', 'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'status': 'completed', 'code': 200} Apr 12 20:11:16.538066 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:16.563863 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c438-5208-40b4-a664-a18944d4d79d req-261303d3-2ff4-4a28-86d0-33167e1fcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:16.565371 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3b40c438-5208-40b4-a664-a18944d4d79d req-261303d3-2ff4-4a28-86d0-33167e1fcc47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 1129 time: 0.0385106 Apr 12 20:11:16.647266 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:16.656820 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:16.660199 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c438-5208-40b4-a664-a18944d4d79d req-118fc895-c212-40ed-a1f9-ca6d3c5ca361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:16.661763 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3b40c438-5208-40b4-a664-a18944d4d79d req-118fc895-c212-40ed-a1f9-ca6d3c5ca361 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 200 len: 920 time: 0.0899255 Apr 12 20:11:16.666026 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.668225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:16.668883 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:10:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:16.696073 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a00fdad9-bacb-405f-bf77-1987fcb15190 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6097605 Apr 12 20:11:16.697083 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:16.699694 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:16.740088 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3b40c438-5208-40b4-a664-a18944d4d79d req-8c5e21f2-f27d-4d27-8734-a79ebc2d79f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 200 len: 1000 time: 0.0712721 Apr 12 20:11:16.741017 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cdfe40-2071-4591-8344-004beba591b0 x-openstack-request-id: req-00cdfe40-2071-4591-8344-004beba591b0 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:16.741300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:16.741551 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00cdfe40-2071-4591-8344-004beba591b0 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:16.741958 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cdfe40-2071-4591-8344-004beba591b0'] response: {'name': 'network-changed', 'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'status': 'completed', 'code': 200} Apr 12 20:11:16.779851 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:16.798113 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c438-5208-40b4-a664-a18944d4d79d req-cedba1cc-ebc9-4a08-8050-3b500bf18bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:16.799624 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3b40c438-5208-40b4-a664-a18944d4d79d req-cedba1cc-ebc9-4a08-8050-3b500bf18bbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 200 len: 858 time: 0.0460415 Apr 12 20:11:16.807639 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-4be91202-0707-490a-953d-566d2a0fd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:16.809506 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-4be91202-0707-490a-953d-566d2a0fd51d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 1129 time: 0.0395112 Apr 12 20:11:16.845136 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c438-5208-40b4-a664-a18944d4d79d req-a52caa43-6b2b-4a0e-b1bb-53f6ab5217f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:16.846699 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3b40c438-5208-40b4-a664-a18944d4d79d req-a52caa43-6b2b-4a0e-b1bb-53f6ab5217f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517ca231-edc3-44bd-93c0-c3bf7073e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390742 Apr 12 20:11:17.056375 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:15Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:17.168678 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-c1d2d37c-3911-460c-890b-bd111f3842a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:17.170212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-c1d2d37c-3911-460c-890b-bd111f3842a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.3506207 Apr 12 20:11:17.203179 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3b40c438-5208-40b4-a664-a18944d4d79d req-6f3dff1b-e1c3-4ddc-a2e1-8ef444511c9e service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491571 Apr 12 20:11:17.222926 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:17.231259 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:17.231904 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:10:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:17.245526 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-aecae837-cc09-438a-88b3-226c652c547a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71 HTTP/1.1" status: 200 len: 998 time: 0.0683191 Apr 12 20:11:17.298694 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-43f9944f-90a2-46a8-af81-e880c9542943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:17.300362 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-43f9944f-90a2-46a8-af81-e880c9542943 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0490525 Apr 12 20:11:17.301142 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-3b40c438-5208-40b4-a664-a18944d4d79d req-6a6f2c17-b8e7-426b-9ff3-cffaf5d82f94 service neutron] 10.222.0.60 "GET /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910573 Apr 12 20:11:17.340838 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:17.352001 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-66d09302-ec56-46cb-9ff1-f266d5391ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:17.353512 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-66d09302-ec56-46cb-9ff1-f266d5391ac0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420325 Apr 12 20:11:17.443345 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-0d58f3a3-3f2e-4753-b2ae-f4cf820f615a service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836258 Apr 12 20:11:17.536394 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1fdb15c8-7cb9-4b19-ad2f-dcf44032bc6a req-aa350ac6-988a-4d6c-a35c-62f821890fca service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868552 Apr 12 20:11:17.575853 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:15Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:17.606762 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8964775-bfda-44b4-b4c8-dd60939e3567 None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:15Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:17.818980 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c929ee-9242-4a48-b966-262c46174b9f None None] New status for floating IP 798b9b91-603b-4354-a8e2-f5031ca0c68b: ACTIVE {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:11:20.442621 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:11:22.876374 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-632c5b3e-e586-40e5-8621-642fac1dba73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:25.210269 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2857335b-9eb7-4069-be3c-7051e79888d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:25.679809 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:26.196432 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.660509 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.998537 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:33.312587 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-32c5ecaf-9c48-4282-974a-a04f1023fa61 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434592 Apr 12 20:11:33.388576 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-6bcc46dd-a140-47b3-927e-00af1a1ba04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:33.390065 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-6bcc46dd-a140-47b3-927e-00af1a1ba04d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 1129 time: 0.0449536 Apr 12 20:11:33.517515 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-b35e1098-81d8-45be-9240-6b4dec58fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:33.518887 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-b35e1098-81d8-45be-9240-6b4dec58fbaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 911 time: 0.0969286 Apr 12 20:11:33.593277 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-4b477c12-f407-4f3a-ab01-6532d738617e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 200 len: 1001 time: 0.0626237 Apr 12 20:11:33.652883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-2e147189-23c4-48a6-bfb4-463c6ef5d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:33.654345 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-2e147189-23c4-48a6-bfb4-463c6ef5d15c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0540009 Apr 12 20:11:33.698746 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-79e80862-ba4e-44ff-b6ba-1a7dfe99a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:33.700222 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-79e80862-ba4e-44ff-b6ba-1a7dfe99a657 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386617 Apr 12 20:11:33.794958 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-32b1f6da-d5b0-455d-907b-551be01efd96 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Apr 12 20:11:33.888027 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-18923110-e3e1-4293-a650-332a85fb9ca8 req-7cef7805-6bb2-4e01-8275-524da1e0f063 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Apr 12 20:11:35.820219 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1333-1bf7-4dee-a4b2-9839a011b89e req-097407a9-a6af-43ef-921e-ac89847f9e5c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:35.821588 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-82ce1333-1bf7-4dee-a4b2-9839a011b89e req-097407a9-a6af-43ef-921e-ac89847f9e5c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0483766 Apr 12 20:11:35.870201 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-82ce1333-1bf7-4dee-a4b2-9839a011b89e req-43249887-36bd-429d-b8d6-64c3b9325ff6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403967 Apr 12 20:11:37.017118 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a2e4-cdd8-47ef-bad1-8411381d3d8d req-c2281ac5-ad63-4cd9-aa3b-5b32cb9e356b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:37.018560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e884a2e4-cdd8-47ef-bad1-8411381d3d8d req-c2281ac5-ad63-4cd9-aa3b-5b32cb9e356b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0563631 Apr 12 20:11:37.071963 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e884a2e4-cdd8-47ef-bad1-8411381d3d8d req-0207975f-ee24-45a3-a062-f477324e46d1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455139 Apr 12 20:11:37.407913 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-a551da14-6c2b-46d8-831c-2889359cf3d8 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719120155&fields=id&tenant_id=d9c9b4e623b04f44a951b046fa823b75 HTTP/1.1" status: 200 len: 267 time: 0.0535905 Apr 12 20:11:37.462303 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-5ee1173d-0d19-4ef7-b804-ed1b1c0d47da tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:37.463786 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-5ee1173d-0d19-4ef7-b804-ed1b1c0d47da tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 984 time: 0.0479360 Apr 12 20:11:37.478798 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Request body: {'port': {'security_groups': ['72c6dc1b-acfb-42ea-942f-59a58e1923cd']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:37.559971 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:37.754778 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=08dc07ee-73a3-4564-a121-264b6b58974c,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:37.783329 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for port (08dc07ee-73a3-4564-a121-264b6b58974c), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:37.789992 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:37.802767 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['08dc07ee-73a3-4564-a121-264b6b58974c'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:37.832048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:37.832697 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:37.834101 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-21dec5aa-7e85-4200-8bcb-8e2570ede5b0 req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "PUT /v2.0/ports/08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 942 time: 0.3599310 Apr 12 20:11:37.834545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:37.836826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63468ce-a19a-4094-9997-92c155197f10" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:37.840197 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 44990) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:37.868208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event updated for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=7']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:37.878960 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.879367 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.879971 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.880498 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.881088 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.881706 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.882094 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.882477 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.882889 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.883268 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.883673 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.884051 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.884428 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.884937 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.885424 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679bd103-b6df-4e3f-a779-6ef88b91f930 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:37.891316 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c1465-9476-4d44-9bf6-3e8cd72842b9 x-openstack-request-id: req-856c1465-9476-4d44-9bf6-3e8cd72842b9 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:37.891928 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:37.892234 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-856c1465-9476-4d44-9bf6-3e8cd72842b9 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:37.892688 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856c1465-9476-4d44-9bf6-3e8cd72842b9'] response: {'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c', 'status': 'completed', 'code': 200} Apr 12 20:11:37.930992 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group (59b3cb58-17dd-4ea6-9477-2d5952031dbd), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:37.957896 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63468ce-a19a-4094-9997-92c155197f10 req-d7053ff0-698c-4d2a-a6e0-b467b6975241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:37.959998 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e63468ce-a19a-4094-9997-92c155197f10 req-d7053ff0-698c-4d2a-a6e0-b467b6975241 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1129 time: 0.0439112 Apr 12 20:11:37.963354 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group (59b3cb58-17dd-4ea6-9477-2d5952031dbd), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:37.998003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['08dc07ee-73a3-4564-a121-264b6b58974c'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:38.076353 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8b78c549-93d4-4e5c-a132-e81b5f75e884 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.078026 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8b78c549-93d4-4e5c-a132-e81b5f75e884 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.0534644 Apr 12 20:11:38.079186 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (59b3cb58-17dd-4ea6-9477-2d5952031dbd), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.081885 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.082998 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "DELETE /v2.0/security-groups/59b3cb58-17dd-4ea6-9477-2d5952031dbd HTTP/1.1" status: 204 len: 168 time: 0.2408757 Apr 12 20:11:38.086126 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 44992) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:38.094065 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63468ce-a19a-4094-9997-92c155197f10 req-485cc6e7-7057-4e43-bd7a-cfb2bdd49070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.095531 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e63468ce-a19a-4094-9997-92c155197f10 req-485cc6e7-7057-4e43-bd7a-cfb2bdd49070 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 200 len: 915 time: 0.1263864 Apr 12 20:11:38.099907 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b3cb58-17dd-4ea6-9477-2d5952031dbd,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:38.135039 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-12751f4e-6490-400a-88a2-f24012257dd7 None None] Provisioning complete for port 08dc07ee-73a3-4564-a121-264b6b58974c triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:38.135732 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-12751f4e-6490-400a-88a2-f24012257dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.142259 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.143276 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.143840 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.144311 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.144742 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.145161 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.145582 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.146110 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.146581 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.146996 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.147407 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.147856 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.148265 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.148783 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.149195 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e74d4-e52f-4820-87a9-80580a9d3730 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:38.236172 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Deleting port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:38.236650 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.257755 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-12751f4e-6490-400a-88a2-f24012257dd7 None None] Current status of the port 08dc07ee-73a3-4564-a121-264b6b58974c is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:38.271737 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e63468ce-a19a-4094-9997-92c155197f10 req-54c74aea-c92e-4b32-b480-cc426bb561c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 1000 time: 0.1488962 Apr 12 20:11:38.284657 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05452e-3054-4864-850e-e4fc85ddf154 req-696f14c2-79c2-4604-9e35-7c33e45ccb37 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.286012 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dc05452e-3054-4864-850e-e4fc85ddf154 req-696f14c2-79c2-4604-9e35-7c33e45ccb37 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 947 time: 0.1182759 Apr 12 20:11:38.333515 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] For port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:38.334033 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.404245 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63468ce-a19a-4094-9997-92c155197f10 req-7d7a9a72-d807-4500-a302-4a88656eed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.405692 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e63468ce-a19a-4094-9997-92c155197f10 req-7d7a9a72-d807-4500-a302-4a88656eed78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ebb16db-6029-4749-be9b-d19357a90d5f HTTP/1.1" status: 200 len: 853 time: 0.1274397 Apr 12 20:11:38.411397 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Deleting port 0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:38.411755 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.418768 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dc05452e-3054-4864-850e-e4fc85ddf154 req-af6fa35d-f789-49e5-b2e6-2b14cc9e47b1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=0b7be9fe-0389-4d4d-b635-ac0394490dee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103535 Apr 12 20:11:38.507581 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63468ce-a19a-4094-9997-92c155197f10 req-671be92e-1e08-47c1-a6f6-a3e964baa2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.509314 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e63468ce-a19a-4094-9997-92c155197f10 req-671be92e-1e08-47c1-a6f6-a3e964baa2d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e73cc70-c996-4efe-87a3-bc481c89f70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945957 Apr 12 20:11:38.509787 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.510147 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (4fd9ea3a-135c-4865-a835-38e75c877c5a), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.510500 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Floating IP 4fd9ea3a-135c-4865-a835-38e75c877c5a disassociated. External IP: 172.27.3.61, port: faa4bbdd-a1b2-4844-9345-3fa2bdcee56b. Apr 12 20:11:38.510866 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Calling delete_port for faa4bbdd-a1b2-4844-9345-3fa2bdcee56b owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:38.548934 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.549248 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for floatingip (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.589826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Calling delete_port for 0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:38.657745 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (faa4bbdd-a1b2-4844-9345-3fa2bdcee56b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.686431 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event deleted for resources: {'Port': ['ID=faa4bbdd-a1b2-4844-9345-3fa2bdcee56b,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:38.695591 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e63468ce-a19a-4094-9997-92c155197f10 req-8691afd2-ecd4-4235-ac24-dd11474d0b6f service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786528 Apr 12 20:11:38.808035 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:38.809048 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e63468ce-a19a-4094-9997-92c155197f10 req-c2282257-89ec-4ef6-a209-08af3c1d39d6 service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057630 Apr 12 20:11:38.858874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.881682 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event deleted for resources: {'Port': ['ID=0a1ebcb4-9273-477d-a3f8-6c1ad0b5b59d,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:38.931250 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:38.941968 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] Sync routers for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:38.945447 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks [] for floatingip (a62717b2-5790-4c1f-bc1e-c3acb514803c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.945674 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Floating IP a62717b2-5790-4c1f-bc1e-c3acb514803c disassociated (deleted). External IP: 172.27.3.38, port: 08dc07ee-73a3-4564-a121-264b6b58974c. Apr 12 20:11:38.953725 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:38.954344 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:38.974981 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] No DVR routers for this DVR port faa4bbdd-a1b2-4844-9345-3fa2bdcee56b on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:11:38.977407 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.980794 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4f515eb8-de84-47d5-a382-7d058b09279f req-8682faea-5ea5-4ee7-92b8-8f4d98fdd2c0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "DELETE /v2.0/ports/faa4bbdd-a1b2-4844-9345-3fa2bdcee56b HTTP/1.1" status: 204 len: 173 time: 0.8967199 Apr 12 20:11:38.981245 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-deleted', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:38.983680 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d38253-2959-4fe9-a41c-9761a44f4da5" -d '{"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-deleted", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:39.055160 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4427ba12-7cd4-46cc-ad9d-79c69f897ab6 x-openstack-request-id: req-4427ba12-7cd4-46cc-ad9d-79c69f897ab6 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:39.055456 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461bd5db-fff4-44b8-b080-bc69554d765c", "name": "network-vif-deleted", "tag": "faa4bbdd-a1b2-4844-9345-3fa2bdcee56b", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:39.055757 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4427ba12-7cd4-46cc-ad9d-79c69f897ab6 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:39.056949 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4427ba12-7cd4-46cc-ad9d-79c69f897ab6'] response: {'server_uuid': '461bd5db-fff4-44b8-b080-bc69554d765c', 'name': 'network-vif-deleted', 'tag': 'faa4bbdd-a1b2-4844-9345-3fa2bdcee56b', 'status': 'completed', 'code': 200} Apr 12 20:11:39.098751 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:39.196617 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Router ec024e07-8b98-43bb-be2f-0ee6276d4b50 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:39.309292 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:39.316265 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:39.321558 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:39.327469 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] Sync routers for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:39.337990 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:39.338825 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:39.339708 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] Checking router: cc8dff2a-cae5-4a31-87d9-dd729d6593b2 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:39.347808 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:39.348415 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:39.353138 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5dae9d7e-92f6-49ea-81bf-535fbd947f5c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "DELETE /v2.0/floatingips/a62717b2-5790-4c1f-bc1e-c3acb514803c HTTP/1.1" status: 204 len: 168 time: 1.2635083 Apr 12 20:11:39.450175 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:39.464722 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:39.585754 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ea99783a-8a3f-4d3a-a877-a2e6605a9e95 req-17c9b683-b1ca-4dc6-b87f-939a2643d6c6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=461bd5db-fff4-44b8-b080-bc69554d765c HTTP/1.1" status: 200 len: 210 time: 0.0501850 Apr 12 20:11:39.657169 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:27Z', 'revision_number': 5, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:39.683885 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] Checking router: ec024e07-8b98-43bb-be2f-0ee6276d4b50 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:39.692805 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:39.693443 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:39.712980 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:39.743085 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464c4b7-e443-4496-acd0-20d394db1717 None None] The sync data for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi is: [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:39.802686 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:39.894164 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:39.896792 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e7abb1-aa01-45c2-abe7-e0616d90dd44" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:39.934956 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e0f50b-fc65-48b4-bbf7-9f445ee2e228 x-openstack-request-id: req-d2e0f50b-fc65-48b4-bbf7-9f445ee2e228 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:39.935234 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:39.935522 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2e0f50b-fc65-48b4-bbf7-9f445ee2e228 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:39.935875 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e0f50b-fc65-48b4-bbf7-9f445ee2e228'] response: {'name': 'network-changed', 'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c', 'status': 'completed', 'code': 200} Apr 12 20:11:39.971674 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577dcb34-9f05-45c3-a384-73f3083c1125 None None] New status for floating IP 4fd9ea3a-135c-4865-a835-38e75c877c5a: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:11:40.001247 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:27Z', 'revision_number': 5, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:40.028969 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc3b51-3dde-4237-b1b9-a409e855b0a6 None None] The sync data for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi is: [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:17Z', 'revision_number': 4, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '11e78b11-07a3-42a8-aff4-86abf06e501d', 'name': '', 'network_id': '2e73cc70-c996-4efe-87a3-bc481c89f70d', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'mac_address': 'fa:16:3e:55:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:16Z', 'updated_at': '2022-04-12T20:05:27Z', 'revision_number': 5, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'subnets': [{'id': '4ebb16db-6029-4749-be9b-d19357a90d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:40.163892 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-97446d6d-02d9-4ce4-b7f1-f102e209afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:40.165450 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-97446d6d-02d9-4ce4-b7f1-f102e209afbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9c9b4e623b04f44a951b046fa823b75&device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 1129 time: 0.0553868 Apr 12 20:11:40.310641 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5381fc69-c257-4a8a-8a33-62e816b29a33 None None] New status for floating IP a62717b2-5790-4c1f-bc1e-c3acb514803c: DOWN {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:11:40.327792 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-639a4d5a-8888-4540-97aa-961b3f5bf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:40.329256 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-639a4d5a-8888-4540-97aa-961b3f5bf301 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 200 len: 915 time: 0.0979195 Apr 12 20:11:40.371694 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-2f80f9e9-aba0-4b87-9940-55f2dae1c816 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 200 len: 217 time: 0.0362687 Apr 12 20:11:40.426128 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-c5d7714e-11aa-4e8a-ad17-35986ef9fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:40.427694 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-c5d7714e-11aa-4e8a-ad17-35986ef9fac9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ebb16db-6029-4749-be9b-d19357a90d5f HTTP/1.1" status: 200 len: 853 time: 0.0498924 Apr 12 20:11:40.472643 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-0545c520-1828-4fe6-8677-d44fdc955ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:40.474264 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-0545c520-1828-4fe6-8677-d44fdc955ff5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e73cc70-c996-4efe-87a3-bc481c89f70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393739 Apr 12 20:11:40.566522 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-24779190-150f-46fc-a181-dfe0aeb9ddea service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Apr 12 20:11:40.660751 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-63e7abb1-aa01-45c2-abe7-e0616d90dd44 req-e8fe2aff-c3f9-4b1c-91c7-5672505082c5 service neutron] 10.222.0.60 "GET /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873911 Apr 12 20:11:41.062228 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:41.085363 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: faa4bbdd-a1b2-4844-9345-3fa2bdcee56b {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:41.085718 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device faa4bbdd-a1b2-4844-9345-3fa2bdcee56b not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:41.741202 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45026) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:41.794583 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-56804a2b-58a9-425c-b316-0ac3b22f0707 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (0b7be9fe-0389-4d4d-b635-ac0394490dee), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:41.818143 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-56804a2b-58a9-425c-b316-0ac3b22f0707 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (0b7be9fe-0389-4d4d-b635-ac0394490dee), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:41.878145 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-56804a2b-58a9-425c-b316-0ac3b22f0707 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0b7be9fe-0389-4d4d-b635-ac0394490dee), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:41.881963 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-56804a2b-58a9-425c-b316-0ac3b22f0707 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:41.883103 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-56804a2b-58a9-425c-b316-0ac3b22f0707 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "DELETE /v2.0/security-groups/0b7be9fe-0389-4d4d-b635-ac0394490dee HTTP/1.1" status: 204 len: 168 time: 0.1408429 Apr 12 20:11:41.885930 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45028) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:41.892876 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56804a2b-58a9-425c-b316-0ac3b22f0707 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7be9fe-0389-4d4d-b635-ac0394490dee,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:41.903573 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.api.v2.resource [None req-55f55aa1-b78e-4c91-88bc-3e88b8ff68d2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] show failed (client error): The resource could not be found. Apr 12 20:11:41.905133 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-55f55aa1-b78e-4c91-88bc-3e88b8ff68d2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups/0b7be9fe-0389-4d4d-b635-ac0394490dee HTTP/1.1" status: 404 len: 347 time: 0.0176346 Apr 12 20:11:41.907738 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45034) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:42.032229 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Deleting port ac5d97ba-504e-4131-964b-1382dd10d346 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:42.032590 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (ac5d97ba-504e-4131-964b-1382dd10d346), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:42.143033 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (ac5d97ba-504e-4131-964b-1382dd10d346), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:42.143324 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (ac5d97ba-504e-4131-964b-1382dd10d346), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:42.151711 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d6651-5c00-4ba1-92ac-854e4f3d2ad5 req-2e28ce6a-b847-4faf-bf76-1451a4ad2ba9 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:42.153168 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b2d6651-5c00-4ba1-92ac-854e4f3d2ad5 req-2e28ce6a-b847-4faf-bf76-1451a4ad2ba9 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0685594 Apr 12 20:11:42.168997 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Calling delete_port for ac5d97ba-504e-4131-964b-1382dd10d346 owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:42.248773 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b2d6651-5c00-4ba1-92ac-854e4f3d2ad5 req-0421edd6-f767-4f18-b31a-9777001d24af tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897260 Apr 12 20:11:42.338167 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (ac5d97ba-504e-4131-964b-1382dd10d346), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:42.617844 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event deleted for resources: {'Port': ['ID=ac5d97ba-504e-4131-964b-1382dd10d346,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:42.685666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (4fd9ea3a-135c-4865-a835-38e75c877c5a), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:42.688167 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:42.689343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-01fa5029-21b0-480b-94f2-04787577cabd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "DELETE /v2.0/floatingips/4fd9ea3a-135c-4865-a835-38e75c877c5a HTTP/1.1" status: 204 len: 168 time: 0.7805393 Apr 12 20:11:42.995025 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45044) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:43.002343 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-2f8340f0-af72-4b95-bbcd-48f520d3ca83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449942120', 'description': 'tempest-description--490415892'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:43.024457 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2f8340f0-af72-4b95-bbcd-48f520d3ca83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.093069 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2f8340f0-af72-4b95-bbcd-48f520d3ca83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (2eb40f28-6bd2-4cda-84bf-6d6e1a36b363), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.098918 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2f8340f0-af72-4b95-bbcd-48f520d3ca83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (2eb40f28-6bd2-4cda-84bf-6d6e1a36b363), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.128781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2f8340f0-af72-4b95-bbcd-48f520d3ca83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.129965 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2f8340f0-af72-4b95-bbcd-48f520d3ca83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1337626 Apr 12 20:11:43.132068 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8340f0-af72-4b95-bbcd-48f520d3ca83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:43.133058 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45046) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:43.137756 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-6d9c7869-019a-4bfc-a4fa-4d422c7444b7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'security_group_rule': {'security_group_id': '2eb40f28-6bd2-4cda-84bf-6d6e1a36b363', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:43.167253 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7869-019a-4bfc-a4fa-4d422c7444b7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (5d310456-c4a9-44f1-a3e7-b780b16f7b88), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.225450 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7869-019a-4bfc-a4fa-4d422c7444b7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (5d310456-c4a9-44f1-a3e7-b780b16f7b88), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.230616 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7869-019a-4bfc-a4fa-4d422c7444b7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (5d310456-c4a9-44f1-a3e7-b780b16f7b88), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.253223 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c7869-019a-4bfc-a4fa-4d422c7444b7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d310456-c4a9-44f1-a3e7-b780b16f7b88,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:43.263701 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d9c7869-019a-4bfc-a4fa-4d422c7444b7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.264935 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6d9c7869-019a-4bfc-a4fa-4d422c7444b7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309109 Apr 12 20:11:43.267645 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45048) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:43.272020 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-2ee5cee2-ac41-4ad8-b8e0-e4d2c8f19bd6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'security_group_rule': {'security_group_id': '2eb40f28-6bd2-4cda-84bf-6d6e1a36b363', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:43.301784 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cee2-ac41-4ad8-b8e0-e4d2c8f19bd6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (4ccf970f-e54f-4b9d-bdcb-6dc44c8eaeef), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.367706 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18efe4-06b9-467a-ac83-75209ac34c6b req-c172ac18-30e0-4f3f-91fc-45f56e27990a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:43.369376 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a18efe4-06b9-467a-ac83-75209ac34c6b req-c172ac18-30e0-4f3f-91fc-45f56e27990a tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0516257 Apr 12 20:11:43.385940 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cee2-ac41-4ad8-b8e0-e4d2c8f19bd6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (4ccf970f-e54f-4b9d-bdcb-6dc44c8eaeef), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.391936 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cee2-ac41-4ad8-b8e0-e4d2c8f19bd6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (4ccf970f-e54f-4b9d-bdcb-6dc44c8eaeef), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.407973 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-eb1dd4b2-5172-4629-ab34-1dd8934ccbfe tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:43.409419 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-eb1dd4b2-5172-4629-ab34-1dd8934ccbfe tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e61d273-06c5-404f-b915-e805e408495a HTTP/1.1" status: 200 len: 945 time: 0.0657516 Apr 12 20:11:43.420050 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4a18efe4-06b9-467a-ac83-75209ac34c6b req-0a4054ec-1954-420d-901f-e07551ed657c tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.43 "GET /v2.0/security-groups?id=72c6dc1b-acfb-42ea-942f-59a58e1923cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Apr 12 20:11:43.425916 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5cee2-ac41-4ad8-b8e0-e4d2c8f19bd6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccf970f-e54f-4b9d-bdcb-6dc44c8eaeef,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:43.448964 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cee2-ac41-4ad8-b8e0-e4d2c8f19bd6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.450176 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2ee5cee2-ac41-4ad8-b8e0-e4d2c8f19bd6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815517 Apr 12 20:11:43.453675 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45052) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:43.458777 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:43.478981 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.512087 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Deleting port 08dc07ee-73a3-4564-a121-264b6b58974c {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:43.512424 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.559687 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.614834 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] For port 08dc07ee-73a3-4564-a121-264b6b58974c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=08dc07ee-73a3-4564-a121-264b6b58974c,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:43.615346 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.629096 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Calling delete_port for 08dc07ee-73a3-4564-a121-264b6b58974c owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:43.666621 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Allocated IP 172.27.3.59 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/48d1a562-4d3d-4d36-9ce2-163db3ad805e) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:43.762820 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (08dc07ee-73a3-4564-a121-264b6b58974c), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.770365 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.774878 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['08dc07ee-73a3-4564-a121-264b6b58974c'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:43.804902 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Pushing event deleted for resources: {'Port': ['ID=08dc07ee-73a3-4564-a121-264b6b58974c,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:43.823031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.854372 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] No DVR routers for this DVR port 08dc07ee-73a3-4564-a121-264b6b58974c on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:11:43.857120 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:43.860737 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-714e2d16-3912-4123-9b5b-46da6db78e2e req-892557a3-9956-4887-944a-afeed751e4c6 tempest-TestMinimumBasicScenario-197353584 tempest-TestMinimumBasicScenario-197353584-project] 10.222.0.60 "DELETE /v2.0/ports/08dc07ee-73a3-4564-a121-264b6b58974c HTTP/1.1" status: 204 len: 173 time: 0.4428492 Apr 12 20:11:43.861183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'name': 'network-vif-deleted', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:43.862994 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:43.863983 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe8a8a4-cacf-46cc-9b9a-96934478182e" -d '{"events": [{"server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "name": "network-vif-deleted", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:43.868368 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:43.872724 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:43.878160 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'Port': ['ID=48d1a562-4d3d-4d36-9ce2-163db3ad805e,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:43.917070 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ce59e-861e-41c3-9a95-21f6255e0ace x-openstack-request-id: req-4a5ce59e-861e-41c3-9a95-21f6255e0ace {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:43.917416 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e61d273-06c5-404f-b915-e805e408495a", "name": "network-vif-deleted", "tag": "08dc07ee-73a3-4564-a121-264b6b58974c", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:43.917774 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a5ce59e-861e-41c3-9a95-21f6255e0ace {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:43.918417 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5ce59e-861e-41c3-9a95-21f6255e0ace'] response: {'server_uuid': '9e61d273-06c5-404f-b915-e805e408495a', 'name': 'network-vif-deleted', 'tag': '08dc07ee-73a3-4564-a121-264b6b58974c', 'status': 'completed', 'code': 200} Apr 12 20:11:43.967024 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.007407 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.161432 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.167295 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.243569 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'Port': ['ID=48d1a562-4d3d-4d36-9ce2-163db3ad805e,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:44.256051 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.277496 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.278812 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-967382fb-c47a-4573-9c77-3c93a6251d0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8235774 Apr 12 20:11:44.481353 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-e09d24eb-042b-42ba-8b72-0fdc7269a2f2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1449942120&fields=id&tenant_id=1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 267 time: 0.0470090 Apr 12 20:11:44.589646 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-b8161e93-3e79-41b8-8f8a-d2f91f9f04e0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:44.591124 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-b8161e93-3e79-41b8-8f8a-d2f91f9f04e0 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 816 time: 0.1033480 Apr 12 20:11:44.606019 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-12ad256c-5691-4727-84bc-d8e21404c750 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/quotas/1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 375 time: 0.0091817 Apr 12 20:11:44.655658 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-287ddec5-9cf0-425e-9def-18ce75ee4438 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443232 Apr 12 20:11:44.845559 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-48917956-77ea-45b6-9c16-b8aa65dc7a00 service neutron] 10.222.0.43 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771958 Apr 12 20:11:44.935450 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-5f68c015-d5ca-421e-a963-55f3b04920d1 service neutron] 10.222.0.43 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838075 Apr 12 20:11:45.075061 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45118) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:45.098081 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7c8fe02d-a902-43e7-98eb-0db67f7c96b8 req-710efabf-0505-4562-a249-3d03196490aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 210 time: 0.0283833 Apr 12 20:11:45.572808 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (ec024e07-8b98-43bb-be2f-0ee6276d4b50), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.847199 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Deleting port 11e78b11-07a3-42a8-aff4-86abf06e501d {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:45.847446 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.924734 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] For port 11e78b11-07a3-42a8-aff4-86abf06e501d, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=11e78b11-07a3-42a8-aff4-86abf06e501d,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:45.925082 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.937442 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Calling delete_port for 11e78b11-07a3-42a8-aff4-86abf06e501d owned by network:router_interface {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:46.124040 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (11e78b11-07a3-42a8-aff4-86abf06e501d), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.160701 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e78b11-07a3-42a8-aff4-86abf06e501d,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:46.198881 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8a71dc1-235e-47c6-a505-0600c8def9ac req-5ce3efba-bf32-494f-a5e0-735ede748b57 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 210 time: 0.0327268 Apr 12 20:11:46.322571 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (ec024e07-8b98-43bb-be2f-0ee6276d4b50), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.779674 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Router ec024e07-8b98-43bb-be2f-0ee6276d4b50 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:46.887796 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:46.893077 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-14559d70-84c4-4e4d-b8b4-895b8126fc35 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec024e07-8b98-43bb-be2f-0ee6276d4b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8166752 Apr 12 20:11:46.895362 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45130) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:46.898342 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] Sync routers for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:46.909212 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:46.909912 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:47.000821 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks [] for router (ec024e07-8b98-43bb-be2f-0ee6276d4b50), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.019263 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:47.112086 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks [] for router_gateway (ec024e07-8b98-43bb-be2f-0ee6276d4b50), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.120114 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 08dc07ee-73a3-4564-a121-264b6b58974c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:47.146877 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 08dc07ee-73a3-4564-a121-264b6b58974c {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:47.147238 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 08dc07ee-73a3-4564-a121-264b6b58974c not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:47.159325 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Deleting port 25682099-f693-4539-9fb1-d523234cd88b {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:47.159885 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (25682099-f693-4539-9fb1-d523234cd88b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.212853 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '25682099-f693-4539-9fb1-d523234cd88b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:11:46Z', 'revision_number': 5, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port': {'id': '25682099-f693-4539-9fb1-d523234cd88b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:13Z', 'updated_at': '2022-04-12T20:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:47.244944 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] Checking router: ec024e07-8b98-43bb-be2f-0ee6276d4b50 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:47.245335 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] For port 25682099-f693-4539-9fb1-d523234cd88b, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=25682099-f693-4539-9fb1-d523234cd88b,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:47.245702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (25682099-f693-4539-9fb1-d523234cd88b), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.262572 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] Routers {'ec024e07-8b98-43bb-be2f-0ee6276d4b50'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:47.263422 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:47.264533 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Calling delete_port for 25682099-f693-4539-9fb1-d523234cd88b owned by network:router_gateway {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:47.301532 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e9841eba-b5f7-442c-98d0-a9f3c6a7b61c req-a3bca0f3-b879-4e8e-8591-15765fb883b9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 210 time: 0.0385926 Apr 12 20:11:47.358225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] Set router ec024e07-8b98-43bb-be2f-0ee6276d4b50 gateway port host: None {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:47.412120 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:11:47Z', 'revision_number': 6, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port_host': None}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:47.443249 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1fcd1-f15a-4907-b324-b15735e5eab9 None None] The sync data for ids ['ec024e07-8b98-43bb-be2f-0ee6276d4b50'] in dv-cinder-837541-1-iscsi is: [{'id': 'ec024e07-8b98-43bb-be2f-0ee6276d4b50', 'name': 'tempest-TestMinimumBasicScenario-733591138-router', 'tenant_id': 'd9c9b4e623b04f44a951b046fa823b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:11:47Z', 'revision_number': 6, 'project_id': 'd9c9b4e623b04f44a951b046fa823b75', 'gw_port_host': None}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:47.443531 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (25682099-f693-4539-9fb1-d523234cd88b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.469779 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Pushing event deleted for resources: {'Port': ['ID=25682099-f693-4539-9fb1-d523234cd88b,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:47.534203 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (ec024e07-8b98-43bb-be2f-0ee6276d4b50), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.638265 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (ec024e07-8b98-43bb-be2f-0ee6276d4b50), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.640559 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks [] for router_controller (ec024e07-8b98-43bb-be2f-0ee6276d4b50), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.709719 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (ec024e07-8b98-43bb-be2f-0ee6276d4b50), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.710382 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec024e07-8b98-43bb-be2f-0ee6276d4b50 {{(pid=98482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:11:47.715963 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.717138 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7aafbf05-c1a8-46fe-b7bb-e177c1c25386 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ec024e07-8b98-43bb-be2f-0ee6276d4b50 HTTP/1.1" status: 204 len: 168 time: 0.8208756 Apr 12 20:11:47.719775 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45140) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:47.762479 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] Deleting subnet 4ebb16db-6029-4749-be9b-d19357a90d5f {{(pid=98482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:11:47.766772 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] Publish callbacks [] for subnet (4ebb16db-6029-4749-be9b-d19357a90d5f), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.801225 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10058347'] for subnet (4ebb16db-6029-4749-be9b-d19357a90d5f), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.915625 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (4ebb16db-6029-4749-be9b-d19357a90d5f), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.973858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8741602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8467743'] for subnet (4ebb16db-6029-4749-be9b-d19357a90d5f), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.005436 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.009673 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4ebb16db-6029-4749-be9b-d19357a90d5f HTTP/1.1" status: 204 len: 168 time: 0.2887988 Apr 12 20:11:48.010517 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4523212-0394-412a-8e7e-824f122c85df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebb16db-6029-4749-be9b-d19357a90d5f,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.011025 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed0774-d4cb-4047-a2a4-c2e2addcce8b None None] Network 2e73cc70-c996-4efe-87a3-bc481c89f70d requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:48.012509 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45142) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:48.082575 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (2e73cc70-c996-4efe-87a3-bc481c89f70d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.126055 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Deleting port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:48.126389 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.185015 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] DHCP port deletion for 2e73cc70-c996-4efe-87a3-bc481c89f70d request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:11:48.201680 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] For port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:48.202181 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.215535 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Calling delete_port for 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 owned by network:dhcp {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:48.230003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] Deleting port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:48.230314 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.295153 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] For port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,segment=NetworkSegment(9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227),segment_id=9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:48.295896 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.301808 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.318182 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] Calling delete_port for 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:48.333992 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Pushing event deleted for resources: {'Port': ['ID=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.352482 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] No DVR routers for this DVR port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 on host dv-cinder-837541-1-iscsi {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:11:48.475661 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (5959cfd4-21e9-47b4-bad3-6160c5d81ad2), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.487464 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ebbed409-8f72-47ce-aa5a-ea3e37ba7fd7 req-9267becd-b8c9-441f-8ce1-478ef3f03024 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 210 time: 0.1035388 Apr 12 20:11:48.489500 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (2e73cc70-c996-4efe-87a3-bc481c89f70d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.507697 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] Pushing event deleted for resources: {'Port': ['ID=5959cfd4-21e9-47b4-bad3-6160c5d81ad2,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.512563 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29c591-e203-4cb3-9db2-34efceb35a1a None None] No DVR routers for this DVR port 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:11:48.530643 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e73cc70-c996-4efe-87a3-bc481c89f70d']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:48.544981 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:48.545337 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:48.555763 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.569819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.576266 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:11:48.576630 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (9f1c51f5-fd98-4a4d-81cd-5dfc50e3f227), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:11:48.578554 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:11:48.595748 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:48.618843 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:48.619184 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 5959cfd4-21e9-47b4-bad3-6160c5d81ad2 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:48.619613 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 11e78b11-07a3-42a8-aff4-86abf06e501d no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:48.632161 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (2e73cc70-c996-4efe-87a3-bc481c89f70d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.638710 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 11e78b11-07a3-42a8-aff4-86abf06e501d {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:48.639054 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 11e78b11-07a3-42a8-aff4-86abf06e501d not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:48.639256 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.639470 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 25682099-f693-4539-9fb1-d523234cd88b no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:48.643987 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2e73cc70-c996-4efe-87a3-bc481c89f70d HTTP/1.1" status: 204 len: 168 time: 0.6300471 Apr 12 20:11:48.645473 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45150) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:48.655419 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201e7e-6d05-430f-9a89-48b750bd0768 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e73cc70-c996-4efe-87a3-bc481c89f70d,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.659321 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 25682099-f693-4539-9fb1-d523234cd88b {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:48.659692 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 25682099-f693-4539-9fb1-d523234cd88b not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:48.984553 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (1e9f0634-5585-410d-a8cf-58db849afb94), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.233047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Deleting port 38ceff84-777d-4616-a203-ef6d287dcad5 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:49.233434 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.327826 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] For port 38ceff84-777d-4616-a203-ef6d287dcad5, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=38ceff84-777d-4616-a203-ef6d287dcad5,segment=NetworkSegment(691f1e82-e964-4f7a-92ca-fbfcacde6db2),segment_id=691f1e82-e964-4f7a-92ca-fbfcacde6db2)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:49.328185 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.341372 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Calling delete_port for 38ceff84-777d-4616-a203-ef6d287dcad5 owned by network:router_interface {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:49.525608 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (38ceff84-777d-4616-a203-ef6d287dcad5), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.554736 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ceff84-777d-4616-a203-ef6d287dcad5,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:49.618073 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3e811f05-c2b3-491a-ac08-67e5e09a8ee2 req-52c6a3b4-a0dd-4477-a8fe-064950de7853 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 210 time: 0.0356359 Apr 12 20:11:49.751293 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (1e9f0634-5585-410d-a8cf-58db849afb94), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.233837 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-c601faaf-bc98-4580-b5ab-ce0d9c4cd461 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:50.235265 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-c601faaf-bc98-4580-b5ab-ce0d9c4cd461 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 816 time: 0.1741350 Apr 12 20:11:50.348513 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-d7b68be8-555c-415f-9ea9-6293c8b705bf tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 380 time: 0.1047411 Apr 12 20:11:50.358535 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'port': {'device_id': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'admin_state_up': True, 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'security_groups': ['2eb40f28-6bd2-4cda-84bf-6d6e1a36b363']}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:50.362382 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Router 1e9f0634-5585-410d-a8cf-58db849afb94 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:50.557606 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:50.566640 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] Sync routers for ids ['1e9f0634-5585-410d-a8cf-58db849afb94'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:50.571340 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-fef91629-f89c-4d0a-8bbe-b161b6dd2b54 admin admin] 10.222.0.43 "PUT /v2.0/routers/1e9f0634-5585-410d-a8cf-58db849afb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238529 Apr 12 20:11:50.573960 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45164) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:50.578871 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] Routers {'1e9f0634-5585-410d-a8cf-58db849afb94'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:50.579666 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1e9f0634-5585-410d-a8cf-58db849afb94'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:50.580226 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Made reservation on behalf of 1e08f32dfe314c9692199ab5c8939114 for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:50.583690 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.687466 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] Set router 1e9f0634-5585-410d-a8cf-58db849afb94 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:50.732787 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f268c5d1-be26-40c4-9b46-707e9dad9e11 req-16de293a-d242-4a4e-8966-66c0ab4355f1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 210 time: 0.0296249 Apr 12 20:11:50.767606 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks [] for router (1e9f0634-5585-410d-a8cf-58db849afb94), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.836794 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Allocated IP 172.20.0.3 (2084eaf6-c238-44a2-bd23-7cfc284336e5/470891e0-009c-408e-a107-8598bddbcaff/418a7e42-fbef-46ed-b4dd-10705ef3dc5d) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:50.941313 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks [] for router_gateway (1e9f0634-5585-410d-a8cf-58db849afb94), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.943076 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:11:49Z', 'revision_number': 5, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port': {'id': '75d365d4-b906-4c69-87a5-d75b030f471b', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:12:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:21Z', 'updated_at': '2022-04-12T20:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:50.969974 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] Checking router: 1e9f0634-5585-410d-a8cf-58db849afb94 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:50.978673 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] Routers {'1e9f0634-5585-410d-a8cf-58db849afb94'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:50.979299 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1e9f0634-5585-410d-a8cf-58db849afb94'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:51.035590 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Deleting port 75d365d4-b906-4c69-87a5-d75b030f471b {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:51.035908 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.065090 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] Set router 1e9f0634-5585-410d-a8cf-58db849afb94 gateway port host: None {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:51.070242 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.119101 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:11:50Z', 'revision_number': 6, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port_host': None}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:51.145386 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785eaf3-b411-4b0f-a84f-110942003606 None None] The sync data for ids ['1e9f0634-5585-410d-a8cf-58db849afb94'] in dv-cinder-837541-1-iscsi is: [{'id': '1e9f0634-5585-410d-a8cf-58db849afb94', 'name': 'tempest-TestMinimumBasicScenario-332489819-router', 'tenant_id': '598cf3003a0349f98444e77cc2671521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:20Z', 'updated_at': '2022-04-12T20:11:50Z', 'revision_number': 6, 'project_id': '598cf3003a0349f98444e77cc2671521', 'gw_port_host': None}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:51.153328 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] For port 75d365d4-b906-4c69-87a5-d75b030f471b, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=75d365d4-b906-4c69-87a5-d75b030f471b,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:51.153697 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.169493 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Calling delete_port for 75d365d4-b906-4c69-87a5-d75b030f471b owned by network:router_gateway {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:51.171709 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.257483 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:51.267358 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:51.269785 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:51.308538 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.341501 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:51.342115 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.396892 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-fa0a4f76-fb85-4a22-a2a6-10a250e52426 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0418844 Apr 12 20:11:51.413510 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Request body: {'port': {'device_id': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:51.468890 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-e3274ac6-ebb8-49b0-a312-bc1749978b15 None None] Provisioning complete for port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:51.469488 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e3274ac6-ebb8-49b0-a312-bc1749978b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.509839 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-e3274ac6-ebb8-49b0-a312-bc1749978b15 None None] Port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:11:51.517057 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.526351 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (75d365d4-b906-4c69-87a5-d75b030f471b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.556800 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d365d4-b906-4c69-87a5-d75b030f471b,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.700499 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (1e9f0634-5585-410d-a8cf-58db849afb94), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.816599 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (1e9f0634-5585-410d-a8cf-58db849afb94), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.845134 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks [] for router_controller (1e9f0634-5585-410d-a8cf-58db849afb94), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.858851 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21eb57-e654-4031-b450-208d6cbdba21 req-05ceeb23-54c0-494b-baeb-e5d4f038d32d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:51.860370 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3f21eb57-e654-4031-b450-208d6cbdba21 req-05ceeb23-54c0-494b-baeb-e5d4f038d32d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 931 time: 0.0490103 Apr 12 20:11:51.906003 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (1e9f0634-5585-410d-a8cf-58db849afb94), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.906523 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9f0634-5585-410d-a8cf-58db849afb94 {{(pid=98482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:11:51.909476 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3f21eb57-e654-4031-b450-208d6cbdba21 req-0b935124-bcc3-4cec-a9e7-a6be5f8d2aad tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Apr 12 20:11:51.912103 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.913298 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-8f64fd65-d492-4502-b23d-0656080e0fa3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1e9f0634-5585-410d-a8cf-58db849afb94 HTTP/1.1" status: 204 len: 168 time: 1.3381131 Apr 12 20:11:51.916032 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45170) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:51.961916 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] Deleting subnet 123a0c5e-245b-4944-89de-8be8563e559f {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:11:51.965246 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] Publish callbacks [] for subnet (123a0c5e-245b-4944-89de-8be8563e559f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.985689 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418a7e42-fbef-46ed-b4dd-10705ef3dc5d {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:51.993355 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Publish callbacks [] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.002065 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (123a0c5e-245b-4944-89de-8be8563e559f), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.005889 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Transition to ACTIVE for port object 418a7e42-fbef-46ed-b4dd-10705ef3dc5d will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:11:52.010219 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.063639 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.110314 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (123a0c5e-245b-4944-89de-8be8563e559f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.137968 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Attempting to bind port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:11:52.138299 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Attempting to bind port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:11:52.138620 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Attempting to bind port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:52.143112 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:11:52.143922 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Attempting to bind port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d on network 2084eaf6-c238-44a2-bd23-7cfc284336e5 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:52.148779 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:11:52.149244 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Checking segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:52.149812 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Bound using segment: {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:11:52.150250 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Bound port: 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530fb11d-53dc-4a31-8929-587f4a38fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:11:52.150600 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.174762 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (123a0c5e-245b-4944-89de-8be8563e559f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.200932 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123a0c5e-245b-4944-89de-8be8563e559f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.208376 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.212252 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-505d3e6b-8f31-4365-b4a8-6bb3d1cde81c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/123a0c5e-245b-4944-89de-8be8563e559f HTTP/1.1" status: 204 len: 168 time: 0.2950349 Apr 12 20:11:52.214652 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45172) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:52.218016 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006966a7-3237-4d8d-a14f-f823df295ac9 None None] Network 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:52.227854 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:11:52.231616 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:11:52.239334 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.295211 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:52.297931 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.299577 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] 10.222.0.60 "PUT /v2.0/ports/418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 200 len: 1093 time: 0.8953824 Apr 12 20:11:52.300012 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:52.303679 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60" -d '{"events": [{"name": "network-changed", "server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:52.340035 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddaa50-54c6-4904-b02a-022ee7f1569c service neutron] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.369639 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.400039 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-7dfa3949-c9e2-45d8-9e52-f6bf1ab41fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:52.401590 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-7dfa3949-c9e2-45d8-9e52-f6bf1ab41fb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 1127 time: 0.0498438 Apr 12 20:11:52.403257 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ad0d2-c8fe-486c-a0e0-0a4d07dfac4b x-openstack-request-id: req-807ad0d2-c8fe-486c-a0e0-0a4d07dfac4b {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:52.403508 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:52.403760 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-807ad0d2-c8fe-486c-a0e0-0a4d07dfac4b {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:52.404365 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807ad0d2-c8fe-486c-a0e0-0a4d07dfac4b'] response: {'name': 'network-changed', 'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'status': 'completed', 'code': 200} Apr 12 20:11:52.439423 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Deleting port 3ae84973-1ce1-435e-968b-26ec82bbc398 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:52.439891 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.447652 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-777a0597-6517-4b91-ab05-73e8464d990e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 200 len: 217 time: 0.0386937 Apr 12 20:11:52.501638 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-0678c9ad-f1a3-4f31-ad27-292dba58029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:52.503145 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-0678c9ad-f1a3-4f31-ad27-292dba58029f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0494835 Apr 12 20:11:52.509822 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] For port 3ae84973-1ce1-435e-968b-26ec82bbc398, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3ae84973-1ce1-435e-968b-26ec82bbc398,segment=NetworkSegment(691f1e82-e964-4f7a-92ca-fbfcacde6db2),segment_id=691f1e82-e964-4f7a-92ca-fbfcacde6db2)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:52.510177 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.527287 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Calling delete_port for 3ae84973-1ce1-435e-968b-26ec82bbc398 owned by network:dhcp {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:52.534837 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] DHCP port deletion for 6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:11:52.564675 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-bb3c9efe-4303-4f92-a1e4-4dd35efd862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:52.566344 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-bb3c9efe-4303-4f92-a1e4-4dd35efd862f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542657 Apr 12 20:11:52.587848 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] Deleting port 3ae84973-1ce1-435e-968b-26ec82bbc398 {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:52.588542 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.634635 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.653394 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 38ceff84-777d-4616-a203-ef6d287dcad5 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:52.666290 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae84973-1ce1-435e-968b-26ec82bbc398,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.668684 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-98f4ede9-b76b-4756-8bf0-593fd33cbd8c service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954814 Apr 12 20:11:52.671843 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] No DVR routers for this DVR port 3ae84973-1ce1-435e-968b-26ec82bbc398 on host dv-cinder-837541-1-iscsi {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:11:52.683622 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 38ceff84-777d-4616-a203-ef6d287dcad5 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:52.684155 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 38ceff84-777d-4616-a203-ef6d287dcad5 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:52.684767 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 75d365d4-b906-4c69-87a5-d75b030f471b no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:52.710419 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 75d365d4-b906-4c69-87a5-d75b030f471b {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:52.711047 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 75d365d4-b906-4c69-87a5-d75b030f471b not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:52.711667 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3ae84973-1ce1-435e-968b-26ec82bbc398 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:52.718027 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] For port 3ae84973-1ce1-435e-968b-26ec82bbc398, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3ae84973-1ce1-435e-968b-26ec82bbc398,segment=NetworkSegment(691f1e82-e964-4f7a-92ca-fbfcacde6db2),segment_id=691f1e82-e964-4f7a-92ca-fbfcacde6db2)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:52.718357 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.742349 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 3ae84973-1ce1-435e-968b-26ec82bbc398 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:52.742694 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3ae84973-1ce1-435e-968b-26ec82bbc398 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:52.745031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.747852 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] Calling delete_port for 3ae84973-1ce1-435e-968b-26ec82bbc398 owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:52.773665 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:52.779575 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-8d4cf1d4-9813-46e5-8c66-54dbf922cc5b req-b0ec7d57-fe7d-4e32-ab9a-668cc8839771 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044021 Apr 12 20:11:52.783146 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691f1e82-e964-4f7a-92ca-fbfcacde6db2') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:52.783437 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691f1e82-e964-4f7a-92ca-fbfcacde6db2') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:52.793392 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (691f1e82-e964-4f7a-92ca-fbfcacde6db2), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.811874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (691f1e82-e964-4f7a-92ca-fbfcacde6db2), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.817755 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:11:52.818166 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (691f1e82-e964-4f7a-92ca-fbfcacde6db2), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:11:52.820302 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:11:52.828465 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (3ae84973-1ce1-435e-968b-26ec82bbc398), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.855521 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] Pushing event deleted for resources: {'Port': ['ID=3ae84973-1ce1-435e-968b-26ec82bbc398,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.863276 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edacdc-7dd2-4a3b-9821-41937344dd08 None None] No DVR routers for this DVR port 3ae84973-1ce1-435e-968b-26ec82bbc398 on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:11:52.873403 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.880389 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-14555745-e6b7-44d0-9674-2d1f28c1da56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.889528 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.892817 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] 10.222.0.43 "DELETE /v2.0/networks/6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52 HTTP/1.1" status: 204 len: 168 time: 0.6642957 Apr 12 20:11:52.894156 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b8669-8885-4f5b-b24f-33477bbb4b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6a2247-3bf5-4925-9c49-a9bf8a6ebc52,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:53.013806 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45180) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.040017 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dcf53-cd80-4023-9405-79068bfa83c7 req-5ffd79fd-4b11-43ab-a6eb-d7680da33a42 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:53.041490 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a83dcf53-cd80-4023-9405-79068bfa83c7 req-5ffd79fd-4b11-43ab-a6eb-d7680da33a42 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0471845 Apr 12 20:11:53.053986 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9e33ad52-037f-4dd4-ae26-300be3e0c447 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9c9b4e623b04f44a951b046fa823b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384407 Apr 12 20:11:53.056547 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45182) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.092552 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a83dcf53-cd80-4023-9405-79068bfa83c7 req-51193009-0ac5-4618-9991-876d71d02a52 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Apr 12 20:11:53.104857 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6b9058e5-8c71-40da-98cb-e1c317d72023 admin admin] Publish callbacks [] for security_group (72c6dc1b-acfb-42ea-942f-59a58e1923cd), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.125797 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6b9058e5-8c71-40da-98cb-e1c317d72023 admin admin] Publish callbacks [] for security_group (72c6dc1b-acfb-42ea-942f-59a58e1923cd), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.173264 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6b9058e5-8c71-40da-98cb-e1c317d72023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (72c6dc1b-acfb-42ea-942f-59a58e1923cd), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.175931 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6b9058e5-8c71-40da-98cb-e1c317d72023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.177149 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6b9058e5-8c71-40da-98cb-e1c317d72023 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72c6dc1b-acfb-42ea-942f-59a58e1923cd HTTP/1.1" status: 204 len: 168 time: 0.1194720 Apr 12 20:11:53.184723 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9058e5-8c71-40da-98cb-e1c317d72023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6dc1b-acfb-42ea-942f-59a58e1923cd,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:53.500864 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45188) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.540412 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-01937c0a-105a-4dac-8791-33f79fa0c941 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=598cf3003a0349f98444e77cc2671521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381954 Apr 12 20:11:53.542644 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45190) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.594958 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fddb1af9-97f3-4b81-8cb0-b6909f005ac5 admin admin] Publish callbacks [] for security_group (6e84b936-be17-440d-832b-e67721048694), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.616451 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fddb1af9-97f3-4b81-8cb0-b6909f005ac5 admin admin] Publish callbacks [] for security_group (6e84b936-be17-440d-832b-e67721048694), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.664738 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fddb1af9-97f3-4b81-8cb0-b6909f005ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6e84b936-be17-440d-832b-e67721048694), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.669027 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fddb1af9-97f3-4b81-8cb0-b6909f005ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.670589 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-fddb1af9-97f3-4b81-8cb0-b6909f005ac5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e84b936-be17-440d-832b-e67721048694 HTTP/1.1" status: 204 len: 168 time: 0.1270769 Apr 12 20:11:53.679231 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb1af9-97f3-4b81-8cb0-b6909f005ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e84b936-be17-440d-832b-e67721048694,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:54.218554 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d6fce-c2e7-4755-802a-a0dbec519598 req-a413df6d-1a4c-47ff-9cf1-bc43baa7d9a6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:54.220016 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a55d6fce-c2e7-4755-802a-a0dbec519598 req-a413df6d-1a4c-47ff-9cf1-bc43baa7d9a6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0500929 Apr 12 20:11:54.273371 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a55d6fce-c2e7-4755-802a-a0dbec519598 req-104a9446-d37b-4807-9d21-ae297ee42dcd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450335 Apr 12 20:11:55.180286 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-4697e310-0b4b-414e-97d8-1a8de607637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:55.181750 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-4697e310-0b4b-414e-97d8-1a8de607637d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 1127 time: 0.0476255 Apr 12 20:11:55.205217 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-febf662b-a536-43b3-be32-29273265ae3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.273545 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-197b48e5-33e0-4fef-b19e-f3a00940a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:55.275036 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-197b48e5-33e0-4fef-b19e-f3a00940a82a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.0869184 Apr 12 20:11:55.318157 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-f430508b-4ff2-4e40-8cb2-661956056738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 200 len: 217 time: 0.0369358 Apr 12 20:11:55.367844 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-f0348cbb-33bb-4360-bb51-553136ef47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:55.369325 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-f0348cbb-33bb-4360-bb51-553136ef47bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0450895 Apr 12 20:11:55.389012 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1620e85-ba69-4341-a0e2-d440c4585605 req-52ef5ef7-e63e-4bac-95bf-753a42c3cc72 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:55.390489 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b1620e85-ba69-4341-a0e2-d440c4585605 req-52ef5ef7-e63e-4bac-95bf-753a42c3cc72 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0451853 Apr 12 20:11:55.413749 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-87a9bc53-d991-4449-9081-a900b2fce2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:55.415240 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-87a9bc53-d991-4449-9081-a900b2fce2cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401850 Apr 12 20:11:55.437685 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b1620e85-ba69-4341-a0e2-d440c4585605 req-6972d49b-ea51-4bd4-a62e-bed0cd227557 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414031 Apr 12 20:11:55.506008 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-ac61a524-8865-4369-b639-a89fb9269f97 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Apr 12 20:11:55.599768 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-f298aa27-cc77-4f2c-b3c4-3fc01008ce60 req-ad9b898d-1973-4936-939c-91412dc4923d service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869391 Apr 12 20:11:55.681143 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.202620 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.577995 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2f84-1ae1-4af5-b10b-0469eacf2e01 req-baee18a4-ccc9-40f8-9b8d-fa1732e22213 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:56.579471 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3abc2f84-1ae1-4af5-b10b-0469eacf2e01 req-baee18a4-ccc9-40f8-9b8d-fa1732e22213 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0550365 Apr 12 20:11:56.628100 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3abc2f84-1ae1-4af5-b10b-0469eacf2e01 req-b471d5ba-4e03-4bf3-826c-037886bc3c28 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Apr 12 20:11:57.146612 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:11:57.378929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:57.390034 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'port_id': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'mac_address': 'fa:16:3e:f9:34:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:11:57.426451 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:57.426762 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.439225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418a7e42-fbef-46ed-b4dd-10705ef3dc5d {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:57.442088 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:11:57.460383 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:57.466797 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.518154 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:57.667316 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.763041 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c0255-f471-40de-9310-3bfbd1b85f67 req-2088dbdb-dd76-4962-b894-ed78076c3f6e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:57.764518 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-553c0255-f471-40de-9310-3bfbd1b85f67 req-2088dbdb-dd76-4962-b894-ed78076c3f6e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 944 time: 0.0520370 Apr 12 20:11:57.812823 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-553c0255-f471-40de-9310-3bfbd1b85f67 req-74800f36-573a-44ed-90cf-7463376def11 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Apr 12 20:11:57.820545 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['418a7e42-fbef-46ed-b4dd-10705ef3dc5d'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:58.929741 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabe58-8c1b-472f-926f-5f9ad63f23c7 req-46e5e8b1-1832-4359-a846-787c17fd1b7f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:58.931228 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e0cabe58-8c1b-472f-926f-5f9ad63f23c7 req-46e5e8b1-1832-4359-a846-787c17fd1b7f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 944 time: 0.0469644 Apr 12 20:11:58.988048 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e0cabe58-8c1b-472f-926f-5f9ad63f23c7 req-ba44f694-7bc3-4c17-928f-79b4f2a0b7a6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489862 Apr 12 20:11:58.993426 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.152449 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:59.202046 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:11:59.210625 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:59.211005 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.289246 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:59.289634 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.316577 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:59.318883 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e5b17a-2e85-46ef-869b-58e643f82ab0" -d '{"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-plugged", "status": "completed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:59.331396 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:59.336306 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.359194 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b89c599-d622-40c8-b73c-ed334855ff77 x-openstack-request-id: req-4b89c599-d622-40c8-b73c-ed334855ff77 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:59.359487 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-plugged", "status": "completed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:59.359765 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b89c599-d622-40c8-b73c-ed334855ff77 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:59.360161 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b89c599-d622-40c8-b73c-ed334855ff77'] response: {'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'code': 200} Apr 12 20:11:59.392760 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:59.552142 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02e15e-475f-4054-b97a-536a0352609d req-39f9085f-3c02-4402-834c-98e7905a3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:59.553655 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f02e15e-475f-4054-b97a-536a0352609d req-39f9085f-3c02-4402-834c-98e7905a3597 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 1129 time: 0.0430615 Apr 12 20:11:59.599912 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2f02e15e-475f-4054-b97a-536a0352609d req-758643c8-0bd7-4092-8e56-12b9a5a7c8d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391073 Apr 12 20:12:00.112046 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93393c40-3627-4992-8bf2-a6537f1e298f req-464a6257-3bb0-40e5-9e36-c35ceb3ee906 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:00.113509 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-93393c40-3627-4992-8bf2-a6537f1e298f req-464a6257-3bb0-40e5-9e36-c35ceb3ee906 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0515094 Apr 12 20:12:00.161567 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-93393c40-3627-4992-8bf2-a6537f1e298f req-37465b17-c151-4a4f-961a-5a31b61ed452 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420442 Apr 12 20:12:01.298039 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6ca13-a581-4bb9-8f15-35885fb0dc5c req-0039c2f4-35ee-446f-8610-6e7b92e4e4b9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:01.299531 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bac6ca13-a581-4bb9-8f15-35885fb0dc5c req-0039c2f4-35ee-446f-8610-6e7b92e4e4b9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Apr 12 20:12:01.349562 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bac6ca13-a581-4bb9-8f15-35885fb0dc5c req-6f80e6b3-8c05-4d9b-9f8b-7d103ea44033 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414815 Apr 12 20:12:02.478819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a609-3c3d-4257-8dfe-3388d6be8a2a req-b2e60ffc-443e-466c-945a-e3960868bcef tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:02.480291 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e6b2a609-3c3d-4257-8dfe-3388d6be8a2a req-b2e60ffc-443e-466c-945a-e3960868bcef tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0516274 Apr 12 20:12:02.532083 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e6b2a609-3c3d-4257-8dfe-3388d6be8a2a req-8c2dcffe-2913-4e05-86f2-fb0d87e4dfec tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 Apr 12 20:12:02.664856 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb467e56-f0e5-4904-b777-559c8e696da9 req-6d783a62-576b-4be4-88ee-9e0cc20b1712 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:02.666319 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eb467e56-f0e5-4904-b777-559c8e696da9 req-6d783a62-576b-4be4-88ee-9e0cc20b1712 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0543642 Apr 12 20:12:02.675056 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45222) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:02.679411 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Request body: {'floatingip': {'port_id': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:02.719176 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:03.168726 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:03.175106 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:03.281209 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Floating IP 280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92 associated. External IP: 172.27.3.59, port: 418a7e42-fbef-46ed-b4dd-10705ef3dc5d. Apr 12 20:12:03.500714 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:03.860840 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:03.865912 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:03.871548 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] Sync routers for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:03.882568 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:03.883191 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:03.895173 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c42595e8-1c68-4c66-891e-9a432868ca2e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "PUT /v2.0/floatingips/280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92 HTTP/1.1" status: 200 len: 990 time: 1.2190397 Apr 12 20:12:03.895826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:03.898075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae2c703-189f-477c-99a8-d4c64a43ac1e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:03.935158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76ef3ee-dbfc-46a4-b31d-0bf6fea0f241 x-openstack-request-id: req-a76ef3ee-dbfc-46a4-b31d-0bf6fea0f241 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:03.935429 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:03.935722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a76ef3ee-dbfc-46a4-b31d-0bf6fea0f241 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:03.936086 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76ef3ee-dbfc-46a4-b31d-0bf6fea0f241'] response: {'name': 'network-changed', 'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'status': 'completed', 'code': 200} Apr 12 20:12:03.997888 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:04.000602 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-ee5c0c3b-fdbe-4454-a6b9-ded6262e9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:04.002110 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-ee5c0c3b-fdbe-4454-a6b9-ded6262e9320 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 1129 time: 0.0393014 Apr 12 20:12:04.096539 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-d1ea8590-9eb4-4dd5-86d4-c89efe83111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:04.098141 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-d1ea8590-9eb4-4dd5-86d4-c89efe83111a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.0904689 Apr 12 20:12:04.164084 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-d5653316-69b4-47e1-9a94-27232cde581a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 200 len: 998 time: 0.0589805 Apr 12 20:12:04.212409 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-321fe18d-01a4-4865-b43f-ff841abb2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:04.213860 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-321fe18d-01a4-4865-b43f-ff841abb2e6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0441723 Apr 12 20:12:04.214310 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'port_id': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'mac_address': 'fa:16:3e:f9:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:43Z', 'updated_at': '2022-04-12T20:12:03Z', 'revision_number': 1, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:04.247550 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] Checking router: cc8dff2a-cae5-4a31-87d9-dd729d6593b2 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:04.259522 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:04.260139 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:04.260311 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-593a5896-0c74-4b7b-a5bc-82d04094dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:04.261809 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-593a5896-0c74-4b7b-a5bc-82d04094dbf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422604 Apr 12 20:12:04.356371 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-82fbafdf-8504-4b2a-bb90-6f7c0b37e3c6 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875723 Apr 12 20:12:04.375523 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:04.604513 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'port_id': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'mac_address': 'fa:16:3e:f9:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:43Z', 'updated_at': '2022-04-12T20:12:03Z', 'revision_number': 1, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:04.635533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fadee1-242c-417a-b292-7849b2588d63 None None] The sync data for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi is: [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'port_id': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'mac_address': 'fa:16:3e:f9:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:43Z', 'updated_at': '2022-04-12T20:12:03Z', 'revision_number': 1, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:04.716988 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-7ae2c703-189f-477c-99a8-d4c64a43ac1e req-e5ad9a50-ed08-41f6-8bbf-1e17454ad3bd service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544505 Apr 12 20:12:04.851225 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974ac0-3b8b-49fa-9e75-52f6ed347958 None None] New status for floating IP 280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92: ACTIVE {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:12:06.710147 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5aeb4-c5fa-41aa-9fb5-944a5549721e req-831cd796-21bc-4a8f-b4e5-659717eb8476 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:06.711707 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b0c5aeb4-c5fa-41aa-9fb5-944a5549721e req-831cd796-21bc-4a8f-b4e5-659717eb8476 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0500529 Apr 12 20:12:06.761618 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b0c5aeb4-c5fa-41aa-9fb5-944a5549721e req-40a152f7-ccfb-4566-9983-20a7a8ff2495 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440226 Apr 12 20:12:07.895881 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7505130-8a16-4a2a-8d10-26716e783d44 req-7495373f-e3fa-45ee-8dd5-5bf82b8e91b7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:07.897297 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7505130-8a16-4a2a-8d10-26716e783d44 req-7495373f-e3fa-45ee-8dd5-5bf82b8e91b7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0510697 Apr 12 20:12:07.947130 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c7505130-8a16-4a2a-8d10-26716e783d44 req-ab86728d-088f-4c40-8eb4-b73629191536 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Apr 12 20:12:08.093842 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-373799fc-1af7-49a1-aa5f-efd474a21de6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:08.095195 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-373799fc-1af7-49a1-aa5f-efd474a21de6 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 945 time: 0.0499802 Apr 12 20:12:08.182218 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Deleting port 2cf51a0b-7850-469b-984b-04c9fec21f24 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:08.182528 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.282222 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] For port 2cf51a0b-7850-469b-984b-04c9fec21f24, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2cf51a0b-7850-469b-984b-04c9fec21f24,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:08.282590 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.464519 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.464888 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (409f827b-4b98-4d4b-ba72-1c10c3a8d0c6), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.465205 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Floating IP 409f827b-4b98-4d4b-ba72-1c10c3a8d0c6 disassociated. External IP: 172.27.3.242, port: 2cf51a0b-7850-469b-984b-04c9fec21f24. Apr 12 20:12:08.465541 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Calling delete_port for 2cf51a0b-7850-469b-984b-04c9fec21f24 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:08.605429 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (2cf51a0b-7850-469b-984b-04c9fec21f24), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.634082 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event deleted for resources: {'Port': ['ID=2cf51a0b-7850-469b-984b-04c9fec21f24,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:08.754339 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Router 3e32e07c-56a3-4081-85a3-652927ec8f46 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:08.874911 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:08.885565 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] Sync routers for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:08.897093 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:08.897870 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:08.921853 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] No DVR routers for this DVR port 2cf51a0b-7850-469b-984b-04c9fec21f24 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:08.924449 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.927771 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1c46f372-f3ec-4a4c-8dcf-e388ae8bea07 req-285f7dba-a9f1-4919-871a-2fd73cc30c6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "DELETE /v2.0/ports/2cf51a0b-7850-469b-984b-04c9fec21f24 HTTP/1.1" status: 204 len: 173 time: 0.8271072 Apr 12 20:12:08.928236 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'name': 'network-vif-deleted', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:08.930628 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc9e1d-e1e7-4dad-a146-7509b1efc6f0" -d '{"events": [{"server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "name": "network-vif-deleted", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:08.970664 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6732e01-eb8f-4990-8d3b-9f937eb808a2 x-openstack-request-id: req-b6732e01-eb8f-4990-8d3b-9f937eb808a2 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:08.970968 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31de59e7-ce0b-48ec-adc5-70c3e1a0439c", "name": "network-vif-deleted", "tag": "2cf51a0b-7850-469b-984b-04c9fec21f24", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:08.971216 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6732e01-eb8f-4990-8d3b-9f937eb808a2 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:08.971655 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6732e01-eb8f-4990-8d3b-9f937eb808a2'] response: {'server_uuid': '31de59e7-ce0b-48ec-adc5-70c3e1a0439c', 'name': 'network-vif-deleted', 'tag': '2cf51a0b-7850-469b-984b-04c9fec21f24', 'status': 'completed', 'code': 200} Apr 12 20:12:09.023325 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:09.065162 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-262eb163-149e-42f9-8cb0-842b05144321 req-0b5d395d-f5f6-4a1c-b2c0-58fb85056b6e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=31de59e7-ce0b-48ec-adc5-70c3e1a0439c HTTP/1.1" status: 200 len: 210 time: 0.0348713 Apr 12 20:12:09.230758 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:09.260479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] Checking router: 3e32e07c-56a3-4081-85a3-652927ec8f46 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:09.269877 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:09.270474 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:11:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:09.521562 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:09.714796 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:09.740974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e17a9-8745-4d9d-b58e-2affce77e54a None None] The sync data for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi is: [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:09.980258 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4c44c-efcc-4e4e-b339-d3966fb70f96 None None] New status for floating IP 409f827b-4b98-4d4b-ba72-1c10c3a8d0c6: DOWN {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:12:10.150828 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45254) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:10.213480 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3cba0250-2704-43a3-8f8a-a498af46b07e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.236444 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3cba0250-2704-43a3-8f8a-a498af46b07e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.300526 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3cba0250-2704-43a3-8f8a-a498af46b07e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.303297 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3cba0250-2704-43a3-8f8a-a498af46b07e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.304492 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3cba0250-2704-43a3-8f8a-a498af46b07e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "DELETE /v2.0/security-groups/a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f HTTP/1.1" status: 204 len: 168 time: 0.1526930 Apr 12 20:12:10.307434 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45256) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:10.313562 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba0250-2704-43a3-8f8a-a498af46b07e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:10.321752 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.api.v2.resource [None req-fd45ce01-3d20-42e9-a1ce-958883add598 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] show failed (client error): The resource could not be found. Apr 12 20:12:10.322787 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-fd45ce01-3d20-42e9-a1ce-958883add598 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups/a7e5e82f-d72b-4ac7-aa32-a5c9f09af35f HTTP/1.1" status: 404 len: 347 time: 0.0142791 Apr 12 20:12:10.325741 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45258) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:10.442804 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Deleting port 9b1ecd7a-ec25-4da4-b3a2-a832eac21108 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:10.443091 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.522324 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.522539 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.536109 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Calling delete_port for 9b1ecd7a-ec25-4da4-b3a2-a832eac21108 owned by network:floatingip {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:10.680890 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (9b1ecd7a-ec25-4da4-b3a2-a832eac21108), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.705906 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event deleted for resources: {'Port': ['ID=9b1ecd7a-ec25-4da4-b3a2-a832eac21108,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:10.779620 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (409f827b-4b98-4d4b-ba72-1c10c3a8d0c6), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.782175 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.783348 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-369ad91f-3c17-4a59-87ca-0cb0920ad3eb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "DELETE /v2.0/floatingips/409f827b-4b98-4d4b-ba72-1c10c3a8d0c6 HTTP/1.1" status: 204 len: 168 time: 0.4566927 Apr 12 20:12:11.021296 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45264) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:11.025958 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-d0e2cddd-d4c7-4913-aa2e-5d9e05db1f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555204513', 'description': 'tempest-description--273581146'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:11.048762 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cddd-d4c7-4913-aa2e-5d9e05db1f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.117280 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cddd-d4c7-4913-aa2e-5d9e05db1f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (55484979-d257-4e31-b50b-357017857503), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.122796 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cddd-d4c7-4913-aa2e-5d9e05db1f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (55484979-d257-4e31-b50b-357017857503), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.149163 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cddd-d4c7-4913-aa2e-5d9e05db1f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.150372 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d0e2cddd-d4c7-4913-aa2e-5d9e05db1f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1280422 Apr 12 20:12:11.153440 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45266) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:11.154319 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2cddd-d4c7-4913-aa2e-5d9e05db1f98 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55484979-d257-4e31-b50b-357017857503,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:11.159511 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-ceac8175-66ad-4ee4-90c2-b6b3c19173de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'security_group_rule': {'security_group_id': '55484979-d257-4e31-b50b-357017857503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:11.189782 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ceac8175-66ad-4ee4-90c2-b6b3c19173de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (d529d72c-465f-48ff-a837-0bc8b3a96c57), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.235735 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ceac8175-66ad-4ee4-90c2-b6b3c19173de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (d529d72c-465f-48ff-a837-0bc8b3a96c57), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.240843 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ceac8175-66ad-4ee4-90c2-b6b3c19173de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (d529d72c-465f-48ff-a837-0bc8b3a96c57), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.259021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8175-66ad-4ee4-90c2-b6b3c19173de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d529d72c-465f-48ff-a837-0bc8b3a96c57,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:11.264260 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ceac8175-66ad-4ee4-90c2-b6b3c19173de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.265403 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ceac8175-66ad-4ee4-90c2-b6b3c19173de tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103995 Apr 12 20:12:11.268101 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45268) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:11.272292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-1f6fcd3d-283b-4986-baef-ebaefdc2fbe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'security_group_rule': {'security_group_id': '55484979-d257-4e31-b50b-357017857503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:11.298893 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcd3d-283b-4986-baef-ebaefdc2fbe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (6a925a33-d552-4b68-8728-2c605094c3d7), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.360994 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcd3d-283b-4986-baef-ebaefdc2fbe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (6a925a33-d552-4b68-8728-2c605094c3d7), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.365300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcd3d-283b-4986-baef-ebaefdc2fbe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (6a925a33-d552-4b68-8728-2c605094c3d7), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.383016 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fcd3d-283b-4986-baef-ebaefdc2fbe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a925a33-d552-4b68-8728-2c605094c3d7,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:11.391042 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcd3d-283b-4986-baef-ebaefdc2fbe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.392325 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-1f6fcd3d-283b-4986-baef-ebaefdc2fbe7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232328 Apr 12 20:12:11.395451 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45270) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:11.399666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:11.420607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.500446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.610082 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Allocated IP 172.27.3.69 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/0a81919a-06b9-4775-bd27-2d1eedadcb27) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:11.716191 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.752649 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.790676 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:11.795469 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:11.798995 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:11.804625 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'Port': ['ID=0a81919a-06b9-4775-bd27-2d1eedadcb27,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:11.889523 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (8f6f5009-a61d-46a9-b4ce-a63b38f0e293), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.938031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.091108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.102336 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.163862 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'Port': ['ID=0a81919a-06b9-4775-bd27-2d1eedadcb27,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:12.179270 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (8f6f5009-a61d-46a9-b4ce-a63b38f0e293), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.200952 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.202200 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-8a19774f-c9dd-44ff-a06f-9b58c87aa557 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8057907 Apr 12 20:12:12.423775 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-daedc55e-696d-4585-a8b8-bbfc61171dbb tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--555204513&fields=id&tenant_id=c493f5c20b674a8d975fa993e3511f19 HTTP/1.1" status: 200 len: 267 time: 0.0498390 Apr 12 20:12:12.534930 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-cef24bbd-90f8-499d-954e-1fbf52ea29a0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:12.536386 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-cef24bbd-90f8-499d-954e-1fbf52ea29a0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 810 time: 0.1047552 Apr 12 20:12:12.551309 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-d42de551-433a-444f-b69e-46420413dd30 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/quotas/c493f5c20b674a8d975fa993e3511f19 HTTP/1.1" status: 200 len: 375 time: 0.0092146 Apr 12 20:12:12.598760 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-ae254078-e242-4bbf-8824-92c31e433fa5 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423875 Apr 12 20:12:12.696715 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-c3949132-7a5e-4733-a916-8176464d9181 service neutron] 10.222.0.43 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865192 Apr 12 20:12:12.791860 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-ba4dd202-f00f-43c8-95c7-9364bac4d2b4 service neutron] 10.222.0.43 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893645 Apr 12 20:12:12.960517 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-158b1419-44cf-4b0b-82b3-a980db0c2f41 req-7cb76496-a122-498d-a883-8cd4151eb97a tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 210 time: 0.0327764 Apr 12 20:12:13.177138 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 2cf51a0b-7850-469b-984b-04c9fec21f24 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:13.197945 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 2cf51a0b-7850-469b-984b-04c9fec21f24 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:13.198298 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 2cf51a0b-7850-469b-984b-04c9fec21f24 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:13.961024 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-bf99700b-4a8d-46c7-bdf4-fbf3997da346 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.962446 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-bf99700b-4a8d-46c7-bdf4-fbf3997da346 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 810 time: 0.1051478 Apr 12 20:12:14.034658 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-c312d294-aeeb-40e1-9293-198bf99b8af7 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c493f5c20b674a8d975fa993e3511f19 HTTP/1.1" status: 200 len: 379 time: 0.0627189 Apr 12 20:12:14.045512 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'port': {'device_id': '7814c829-156c-47da-954d-761a3f5ef886', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'admin_state_up': True, 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'security_groups': ['55484979-d257-4e31-b50b-357017857503']}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:14.061570 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-86852fcb-2b5a-49de-b70c-08a06c6e8874 req-2a079469-f6cd-418b-ae98-1906a7c6206b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 210 time: 0.0285516 Apr 12 20:12:14.163422 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Made reservation on behalf of c493f5c20b674a8d975fa993e3511f19 for: {'port': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:14.166860 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:14.311055 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Allocated IP 172.20.0.6 (968fd5d5-9867-4703-b127-c90bdb3ba04a/b36f830c-be90-4189-88bb-8ef8e336efa8/0df46796-08e1-4710-bf54-a91073e2723a) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:14.454442 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for port (0df46796-08e1-4710-bf54-a91073e2723a), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:14.490479 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (0df46796-08e1-4710-bf54-a91073e2723a), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:14.532845 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:14.538002 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:14.541806 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:14.548337 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event updated for resources: {'Port': ['ID=0df46796-08e1-4710-bf54-a91073e2723a,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:14.599373 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:14.600010 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:14.617775 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-97d4116f-8ffb-4c17-b9e5-b1a5710b13b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761096 Apr 12 20:12:14.642235 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Request body: {'port': {'device_id': '7814c829-156c-47da-954d-761a3f5ef886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:14.708822 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0df46796-08e1-4710-bf54-a91073e2723a), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:14.746470 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-48cfe395-0cc3-4d17-ae0a-170c16c55ebc None None] Provisioning complete for port 0df46796-08e1-4710-bf54-a91073e2723a triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:14.747082 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-48cfe395-0cc3-4d17-ae0a-170c16c55ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (0df46796-08e1-4710-bf54-a91073e2723a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:14.780305 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-48cfe395-0cc3-4d17-ae0a-170c16c55ebc None None] Port 0df46796-08e1-4710-bf54-a91073e2723a cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:14.968784 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df46796-08e1-4710-bf54-a91073e2723a {{(pid=98482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:14.976359 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Publish callbacks [] for port (0df46796-08e1-4710-bf54-a91073e2723a), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:14.990043 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.provisioning_blocks [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Transition to ACTIVE for port object 0df46796-08e1-4710-bf54-a91073e2723a will not be triggered until provisioned by entity L2. {{(pid=98482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:12:14.995215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (0df46796-08e1-4710-bf54-a91073e2723a), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:15.046945 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0df46796-08e1-4710-bf54-a91073e2723a,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:15.126228 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Attempting to bind port 0df46796-08e1-4710-bf54-a91073e2723a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:15.126564 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Attempting to bind port 0df46796-08e1-4710-bf54-a91073e2723a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:15.126887 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Attempting to bind port 0df46796-08e1-4710-bf54-a91073e2723a on network 968fd5d5-9867-4703-b127-c90bdb3ba04a {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:15.131623 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Port 0df46796-08e1-4710-bf54-a91073e2723a on network 968fd5d5-9867-4703-b127-c90bdb3ba04a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:12:15.131947 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Attempting to bind port 0df46796-08e1-4710-bf54-a91073e2723a on network 968fd5d5-9867-4703-b127-c90bdb3ba04a {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:15.137297 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:15.137635 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Checking segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:15.138016 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Bound using segment: {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'} {{(pid=98482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:15.138443 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.managers [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Bound port: 0df46796-08e1-4710-bf54-a91073e2723a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309f8af3-09e5-4d40-81e1-0233bb64208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a'}}] {{(pid=98482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:15.138984 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0df46796-08e1-4710-bf54-a91073e2723a), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:15.181700 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aa24a-6130-42c2-931c-2627deed46cd req-c0ac5bf1-2b15-40df-acde-39b084ea68b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.183379 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce2aa24a-6130-42c2-931c-2627deed46cd req-c0ac5bf1-2b15-40df-acde-39b084ea68b1 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 943 time: 0.0527127 Apr 12 20:12:15.209994 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] For port 0df46796-08e1-4710-bf54-a91073e2723a, host hv-cinder-83754, cleared binding levels {{(pid=98482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:15.213072 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] For port 0df46796-08e1-4710-bf54-a91073e2723a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0df46796-08e1-4710-bf54-a91073e2723a,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:15.219952 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (0df46796-08e1-4710-bf54-a91073e2723a), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:15.233303 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ce2aa24a-6130-42c2-931c-2627deed46cd req-417a44f7-ffcf-40b5-893c-98666a13ce2f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438430 Apr 12 20:12:15.259726 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.260356 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:15.261744 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] 10.222.0.60 "PUT /v2.0/ports/0df46796-08e1-4710-bf54-a91073e2723a HTTP/1.1" status: 200 len: 1093 time: 0.6240520 Apr 12 20:12:15.262196 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:15.264505 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1c2225-0793-4f83-b1dd-40ca8f405c72" -d '{"events": [{"name": "network-changed", "server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "tag": "0df46796-08e1-4710-bf54-a91073e2723a"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:15.296728 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d21dd-854f-4c38-9543-48dd13d2d5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0df46796-08e1-4710-bf54-a91073e2723a,revision_number=3']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:15.320727 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04516054-e9a4-42e3-a4b1-74c1d3e2bdcf x-openstack-request-id: req-04516054-e9a4-42e3-a4b1-74c1d3e2bdcf {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:15.321040 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "tag": "0df46796-08e1-4710-bf54-a91073e2723a", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:15.321401 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04516054-e9a4-42e3-a4b1-74c1d3e2bdcf {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:15.321714 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04516054-e9a4-42e3-a4b1-74c1d3e2bdcf'] response: {'name': 'network-changed', 'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a', 'status': 'completed', 'code': 200} Apr 12 20:12:15.349919 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-570420ef-32c2-4267-93a6-90b54b8cb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.351811 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-570420ef-32c2-4267-93a6-90b54b8cb9e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 1127 time: 0.0449343 Apr 12 20:12:15.394957 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-0a2016f3-4c8d-4b4a-8789-145f8a38f656 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0df46796-08e1-4710-bf54-a91073e2723a HTTP/1.1" status: 200 len: 217 time: 0.0348186 Apr 12 20:12:15.448532 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-af6630a6-038d-4661-a897-dbfa8aaace25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.450008 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-af6630a6-038d-4661-a897-dbfa8aaace25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0487678 Apr 12 20:12:15.493471 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-e8ca3130-3a5d-4cdb-aa14-ae0f73463157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.494934 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-e8ca3130-3a5d-4cdb-aa14-ae0f73463157 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380955 Apr 12 20:12:15.593665 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-25f35cd7-7f00-434f-b08c-d4992ea73771 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920289 Apr 12 20:12:15.695301 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-2b8fe952-1a32-4629-bba6-1f6d4fc446fa req-43aafc2c-1986-4dd4-b602-83473e468103 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896783 Apr 12 20:12:16.355600 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd9ba-6f36-45a6-8592-d75273f72ee1 req-ed12db42-a075-401a-952f-0235a9d4d9c3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:16.357067 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e7fcd9ba-6f36-45a6-8592-d75273f72ee1 req-ed12db42-a075-401a-952f-0235a9d4d9c3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 943 time: 0.0489187 Apr 12 20:12:16.409774 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e7fcd9ba-6f36-45a6-8592-d75273f72ee1 req-9671b2d1-ada2-42cf-a390-b77d18d1a85c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469584 Apr 12 20:12:17.534898 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224aad9-6a4b-4dfb-a427-1d056c58950c req-a550b390-514a-4920-af67-4cbc5a50023b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:17.536318 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1224aad9-6a4b-4dfb-a427-1d056c58950c req-a550b390-514a-4920-af67-4cbc5a50023b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 943 time: 0.0541894 Apr 12 20:12:17.587223 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1224aad9-6a4b-4dfb-a427-1d056c58950c req-ecdbb2ad-f840-4ad9-b3f6-cea83e41ea28 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Apr 12 20:12:18.437266 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-9c97bce5-2862-4e63-bb2e-8d2a22921133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:18.438819 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-9c97bce5-2862-4e63-bb2e-8d2a22921133 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 1127 time: 0.0415444 Apr 12 20:12:18.534371 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-1e15181b-4c30-4197-a475-b2a22d400ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:18.536380 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-1e15181b-4c30-4197-a475-b2a22d400ba6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 911 time: 0.0899763 Apr 12 20:12:18.577813 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-718650d2-7c32-4adb-b55b-31b2c38778dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0df46796-08e1-4710-bf54-a91073e2723a HTTP/1.1" status: 200 len: 217 time: 0.0347857 Apr 12 20:12:18.632667 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-4d52931d-2a34-45a9-b2fa-1a8f2ab82bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:18.634247 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-4d52931d-2a34-45a9-b2fa-1a8f2ab82bd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0496533 Apr 12 20:12:18.677739 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-27625dc2-3b8d-43ca-a3c8-2db1a494938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:18.679267 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-27625dc2-3b8d-43ca-a3c8-2db1a494938c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388262 Apr 12 20:12:18.713276 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ce18c-a67b-4343-8df8-69f99e855ccb req-6b1e2d35-ddae-41a0-90d5-71bbeb3b1aa0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:18.714786 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-846ce18c-a67b-4343-8df8-69f99e855ccb req-6b1e2d35-ddae-41a0-90d5-71bbeb3b1aa0 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 943 time: 0.0473623 Apr 12 20:12:18.761768 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-846ce18c-a67b-4343-8df8-69f99e855ccb req-40e11f89-dc69-4fc2-8cb2-1a4df5691aa4 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411067 Apr 12 20:12:18.769763 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-014e040a-ba5f-4938-ba55-6233b94c49ec service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835381 Apr 12 20:12:18.862447 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-0b1c2225-0793-4f83-b1dd-40ca8f405c72 req-6e9e11f5-92e1-43db-8553-a199eb21e346 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860591 Apr 12 20:12:19.200083 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0df46796-08e1-4710-bf54-a91073e2723a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:12:19.312301 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 0df46796-08e1-4710-bf54-a91073e2723a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0df46796-08e1-4710-bf54-a91073e2723a,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:19.324142 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '0df46796-08e1-4710-bf54-a91073e2723a', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'port_id': '0df46796-08e1-4710-bf54-a91073e2723a', 'mac_address': 'fa:16:3e:59:0d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:12:19.364270 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 0df46796-08e1-4710-bf54-a91073e2723a is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:19.364653 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0df46796-08e1-4710-bf54-a91073e2723a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:19.377222 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df46796-08e1-4710-bf54-a91073e2723a {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:19.397484 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 0df46796-08e1-4710-bf54-a91073e2723a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0df46796-08e1-4710-bf54-a91073e2723a,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:19.403352 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (0df46796-08e1-4710-bf54-a91073e2723a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:19.449633 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=0df46796-08e1-4710-bf54-a91073e2723a,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:19.456878 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.457163 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.457502 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.457835 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.458216 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.458543 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.458863 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.459187 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.459526 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.459854 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.460174 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.460496 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.460816 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.461133 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.461448 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:19.877739 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['0df46796-08e1-4710-bf54-a91073e2723a'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:19.885060 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4fa4-7ae0-4bc7-b274-a66181e4e62e req-b7313ed8-5bcb-460c-b828-8945bf22cba3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:19.886592 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f7fb4fa4-7ae0-4bc7-b274-a66181e4e62e req-b7313ed8-5bcb-460c-b828-8945bf22cba3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 944 time: 0.0497813 Apr 12 20:12:19.932463 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f7fb4fa4-7ae0-4bc7-b274-a66181e4e62e req-6fc4c2e1-abd1-4b8a-bcee-b24d67e9aa04 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Apr 12 20:12:21.055148 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a0d77-237d-423f-8ad5-8f6fa368a371 req-31b59800-ef02-41b7-a373-f4dc15409d66 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:21.056710 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-577a0d77-237d-423f-8ad5-8f6fa368a371 req-31b59800-ef02-41b7-a373-f4dc15409d66 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 944 time: 0.0522642 Apr 12 20:12:21.103987 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-577a0d77-237d-423f-8ad5-8f6fa368a371 req-4cb2f87c-fe01-4206-b6e5-93d6bd03304e tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Apr 12 20:12:21.205214 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0df46796-08e1-4710-bf54-a91073e2723a up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:21.251285 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 0df46796-08e1-4710-bf54-a91073e2723a completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:12:21.260145 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 0df46796-08e1-4710-bf54-a91073e2723a triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:21.260640 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (0df46796-08e1-4710-bf54-a91073e2723a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:21.343100 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 0df46796-08e1-4710-bf54-a91073e2723a is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:21.343351 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0df46796-08e1-4710-bf54-a91073e2723a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:21.370054 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:21.373612 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cb973e-fa15-46fe-a8a6-41ee19f5e22a" -d '{"events": [{"server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "name": "network-vif-plugged", "status": "completed", "tag": "0df46796-08e1-4710-bf54-a91073e2723a"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:21.388949 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 0df46796-08e1-4710-bf54-a91073e2723a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0df46796-08e1-4710-bf54-a91073e2723a,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:21.393942 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (0df46796-08e1-4710-bf54-a91073e2723a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:21.416802 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903b6331-9c9e-4ecd-9069-6e274e492cf6 x-openstack-request-id: req-903b6331-9c9e-4ecd-9069-6e274e492cf6 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:21.417090 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "name": "network-vif-plugged", "status": "completed", "tag": "0df46796-08e1-4710-bf54-a91073e2723a", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:21.417341 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-903b6331-9c9e-4ecd-9069-6e274e492cf6 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:21.417732 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903b6331-9c9e-4ecd-9069-6e274e492cf6'] response: {'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a', 'code': 200} Apr 12 20:12:21.444412 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=0df46796-08e1-4710-bf54-a91073e2723a,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:21.743267 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af29abc-fd78-40fc-8661-12ecb14f670a req-2b083536-94b7-4a58-9e26-c5e4dd8f2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:21.744819 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5af29abc-fd78-40fc-8661-12ecb14f670a req-2b083536-94b7-4a58-9e26-c5e4dd8f2404 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 1129 time: 0.0406818 Apr 12 20:12:21.793435 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-5af29abc-fd78-40fc-8661-12ecb14f670a req-a74b5352-1785-4a38-b48b-a4bb71deadc1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383978 Apr 12 20:12:22.227823 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b861-c80b-44b0-87c6-1276e61176f4 req-fd83d3d9-8107-4456-b748-ab59878e9c07 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:22.229308 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9678b861-c80b-44b0-87c6-1276e61176f4 req-fd83d3d9-8107-4456-b748-ab59878e9c07 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0477293 Apr 12 20:12:22.286886 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9678b861-c80b-44b0-87c6-1276e61176f4 req-7942477f-3d7c-49e1-82f6-6f6f8b638053 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512328 Apr 12 20:12:22.885369 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-48e02472-7e6f-413d-98f4-42f7cb00527c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:23.435016 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514fa26-6ca6-438b-b682-0ce5a83934ed req-988c3192-cf32-4745-874e-f9f1b0dcdddd tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:23.436423 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a514fa26-6ca6-438b-b682-0ce5a83934ed req-988c3192-cf32-4745-874e-f9f1b0dcdddd tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0742435 Apr 12 20:12:23.449930 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4cf4e-dcbe-41e3-b8eb-73095a5eff6e req-3bc453e7-8b2d-44bc-a756-1af2f1a57a35 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:23.451329 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f6d4cf4e-dcbe-41e3-b8eb-73095a5eff6e req-3bc453e7-8b2d-44bc-a756-1af2f1a57a35 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0610871 Apr 12 20:12:23.516621 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a514fa26-6ca6-438b-b682-0ce5a83934ed req-3de53c9f-e0ed-4d5b-a960-77ea32e220ba tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742106 Apr 12 20:12:23.523542 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f6d4cf4e-dcbe-41e3-b8eb-73095a5eff6e req-558bf079-0c7a-471a-b03b-2f5a814b3e27 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663514 Apr 12 20:12:24.658099 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd03ef-a7a0-428f-9b5c-604ffbdd9de0 req-48965b76-ea4f-4376-8575-be2c1bfe798b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:24.659528 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15bd03ef-a7a0-428f-9b5c-604ffbdd9de0 req-48965b76-ea4f-4376-8575-be2c1bfe798b tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0739353 Apr 12 20:12:24.667436 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade993d-4ccd-47e9-b24f-ea0cdcaf6356 req-2cbf9d8c-fc85-47f7-8d77-843da2b79a35 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:24.668798 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bade993d-4ccd-47e9-b24f-ea0cdcaf6356 req-2cbf9d8c-fc85-47f7-8d77-843da2b79a35 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0744703 Apr 12 20:12:24.737480 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-15bd03ef-a7a0-428f-9b5c-604ffbdd9de0 req-927f3630-daf3-4f41-ac80-07cde235ea33 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677538 Apr 12 20:12:24.740711 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bade993d-4ccd-47e9-b24f-ea0cdcaf6356 req-486957e8-1c64-4555-aca6-567106e1a8c1 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654302 Apr 12 20:12:24.848081 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6cf4-903b-4fa0-ad8f-448e0d9da705 req-4e3e4758-4dad-43de-8b30-294b34378301 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:24.849466 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-197e6cf4-903b-4fa0-ad8f-448e0d9da705 req-4e3e4758-4dad-43de-8b30-294b34378301 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Apr 12 20:12:24.861861 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45356) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:24.866136 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Request body: {'floatingip': {'port_id': '0df46796-08e1-4710-bf54-a91073e2723a'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:24.907111 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (8f6f5009-a61d-46a9-b4ce-a63b38f0e293), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.211627 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5fd2caed-7128-441e-a92e-88927009973b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.374995 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.380866 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (8f6f5009-a61d-46a9-b4ce-a63b38f0e293), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.485747 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Floating IP 8f6f5009-a61d-46a9-b4ce-a63b38f0e293 associated. External IP: 172.27.3.69, port: 0df46796-08e1-4710-bf54-a91073e2723a. Apr 12 20:12:25.680951 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.707638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Router 3e32e07c-56a3-4081-85a3-652927ec8f46 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:25.851061 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:25.857605 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.861572 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] Sync routers for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:25.872264 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:25.872999 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:25.890246 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb81c4-c3b8-46c2-adcb-b6dfdc3a78e7 req-afbdc901-4465-4cb8-87cc-0ef22e9886ac tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:25.891736 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-74eb81c4-c3b8-46c2-adcb-b6dfdc3a78e7 req-afbdc901-4465-4cb8-87cc-0ef22e9886ac tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0829022 Apr 12 20:12:25.908548 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-dda834aa-a5d8-403f-a206-7031f236e4a3 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "PUT /v2.0/floatingips/8f6f5009-a61d-46a9-b4ce-a63b38f0e293 HTTP/1.1" status: 200 len: 990 time: 1.0456765 Apr 12 20:12:25.914561 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:25.916807 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "tag": "0df46796-08e1-4710-bf54-a91073e2723a"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:25.950937 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-74eb81c4-c3b8-46c2-adcb-b6dfdc3a78e7 req-9ce393ff-e6c2-45da-a2da-9b7adb55143f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528538 Apr 12 20:12:25.958147 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00dccda-a8ee-4b6f-acb0-b82ca3b070be x-openstack-request-id: req-e00dccda-a8ee-4b6f-acb0-b82ca3b070be {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:25.958438 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "tag": "0df46796-08e1-4710-bf54-a91073e2723a", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:25.958685 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e00dccda-a8ee-4b6f-acb0-b82ca3b070be {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:25.959087 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00dccda-a8ee-4b6f-acb0-b82ca3b070be'] response: {'name': 'network-changed', 'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a', 'status': 'completed', 'code': 200} Apr 12 20:12:25.983878 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:26.045432 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-79580a31-f488-4f76-975f-d0acc9c794e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.046946 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-79580a31-f488-4f76-975f-d0acc9c794e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c493f5c20b674a8d975fa993e3511f19&device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 1129 time: 0.0424063 Apr 12 20:12:26.140575 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-381701e8-93fa-4d7a-b08d-9b3a82472759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.142061 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-381701e8-93fa-4d7a-b08d-9b3a82472759 service neutron] 10.222.0.60 "GET /v2.0/networks?id=968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 200 len: 911 time: 0.0873182 Apr 12 20:12:26.207886 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.211531 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '8f6f5009-a61d-46a9-b4ce-a63b38f0e293', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'port_id': '0df46796-08e1-4710-bf54-a91073e2723a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'mac_address': 'fa:16:3e:59:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814c829-156c-47da-954d-761a3f5ef886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:11Z', 'updated_at': '2022-04-12T20:12:25Z', 'revision_number': 1, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:26.212231 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-7ee02279-5e3b-4ebf-8e9b-98c5f9b7acef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0df46796-08e1-4710-bf54-a91073e2723a HTTP/1.1" status: 200 len: 998 time: 0.0633242 Apr 12 20:12:26.242113 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] Checking router: 3e32e07c-56a3-4081-85a3-652927ec8f46 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:26.251302 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:26.251963 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:26.268684 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-ec6c922d-33b2-4e1d-88cb-9ffe6ba7201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.270172 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-ec6c922d-33b2-4e1d-88cb-9ffe6ba7201c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 200 len: 849 time: 0.0501494 Apr 12 20:12:26.362181 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:26.446597 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-43db8ce6-f2c3-49ad-9190-3f364ddc39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.448564 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-43db8ce6-f2c3-49ad-9190-3f364ddc39d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=968fd5d5-9867-4703-b127-c90bdb3ba04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405147 Apr 12 20:12:26.545695 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-c65795e0-8594-48cd-8f44-691c62bb9be0 service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908871 Apr 12 20:12:26.641454 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-a653a4ff-f541-42d6-8cf8-09daa56b3c7e req-c8c0583f-3493-4593-9a4c-5427ce6ccaad service neutron] 10.222.0.60 "GET /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864882 Apr 12 20:12:26.715471 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '8f6f5009-a61d-46a9-b4ce-a63b38f0e293', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'port_id': '0df46796-08e1-4710-bf54-a91073e2723a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'mac_address': 'fa:16:3e:59:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814c829-156c-47da-954d-761a3f5ef886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:11Z', 'updated_at': '2022-04-12T20:12:25Z', 'revision_number': 1, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:26.742347 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11310846-807f-40c0-be48-7c8782ca6358 req-be0e5846-a98f-414b-860d-c4df6d8b4f44 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.743841 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11310846-807f-40c0-be48-7c8782ca6358 req-be0e5846-a98f-414b-860d-c4df6d8b4f44 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0526769 Apr 12 20:12:26.746445 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0c003-87a0-4450-89cb-b48dfbf5fc74 None None] The sync data for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi is: [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '8f6f5009-a61d-46a9-b4ce-a63b38f0e293', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'port_id': '0df46796-08e1-4710-bf54-a91073e2723a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'mac_address': 'fa:16:3e:59:0d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814c829-156c-47da-954d-761a3f5ef886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:11Z', 'updated_at': '2022-04-12T20:12:25Z', 'revision_number': 1, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:26.836230 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Deleting port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:26.836573 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.931781 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] For port 28c8fb81-cfeb-4adb-906b-0c62f56c6558, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=28c8fb81-cfeb-4adb-906b-0c62f56c6558,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:26.932164 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.950204 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6704d8-247f-4313-97e2-43be4a9b0076 None None] New status for floating IP 8f6f5009-a61d-46a9-b4ce-a63b38f0e293: ACTIVE {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:12:27.069180 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b7c5f-6ed5-47fe-bb26-9106a0a851e3 req-f1eaed63-76ea-4089-a7eb-7f132ca1260f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:27.072181 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-977b7c5f-6ed5-47fe-bb26-9106a0a851e3 req-f1eaed63-76ea-4089-a7eb-7f132ca1260f tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=a460ebfc-5cab-48c0-ab45-8f1806b1304c HTTP/1.1" status: 200 len: 945 time: 0.0512118 Apr 12 20:12:27.112650 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.113212 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.113879 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Floating IP 3d4846e6-a193-4e8d-ba20-89ad861ec59d disassociated. External IP: 172.27.3.81, port: 28c8fb81-cfeb-4adb-906b-0c62f56c6558. Apr 12 20:12:27.114293 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Calling delete_port for 28c8fb81-cfeb-4adb-906b-0c62f56c6558 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:27.129237 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-977b7c5f-6ed5-47fe-bb26-9106a0a851e3 req-10931a19-2911-45d9-a3b3-03cbbe050387 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=2382af21-a9c5-46bc-896f-c7c696b3bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508592 Apr 12 20:12:27.248231 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (28c8fb81-cfeb-4adb-906b-0c62f56c6558), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.274823 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event deleted for resources: {'Port': ['ID=28c8fb81-cfeb-4adb-906b-0c62f56c6558,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:27.390872 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Router 12e92026-20ca-4651-94a6-3ed37f5ec074 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:27.502902 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:27.512949 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] Sync routers for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:27.528933 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:27.529518 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:27.545948 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] No DVR routers for this DVR port 28c8fb81-cfeb-4adb-906b-0c62f56c6558 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:27.552191 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.555373 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-11310846-807f-40c0-be48-7c8782ca6358 req-c4995f8f-18af-43eb-897d-e6e66c123cfb tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "DELETE /v2.0/ports/28c8fb81-cfeb-4adb-906b-0c62f56c6558 HTTP/1.1" status: 204 len: 173 time: 0.8046815 Apr 12 20:12:27.555838 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'name': 'network-vif-deleted', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:27.558075 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d48e2e2-beca-4d10-98bc-2bfa24e4a0dd" -d '{"events": [{"server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "name": "network-vif-deleted", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:27.606669 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e962b058-604f-461b-a1c4-83905c68b14b x-openstack-request-id: req-e962b058-604f-461b-a1c4-83905c68b14b {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:27.606857 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a460ebfc-5cab-48c0-ab45-8f1806b1304c", "name": "network-vif-deleted", "tag": "28c8fb81-cfeb-4adb-906b-0c62f56c6558", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:27.607076 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e962b058-604f-461b-a1c4-83905c68b14b {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:27.607480 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e962b058-604f-461b-a1c4-83905c68b14b'] response: {'server_uuid': 'a460ebfc-5cab-48c0-ab45-8f1806b1304c', 'name': 'network-vif-deleted', 'tag': '28c8fb81-cfeb-4adb-906b-0c62f56c6558', 'status': 'completed', 'code': 200} Apr 12 20:12:27.666735 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:27.669011 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.873031 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:27.900182 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] Checking router: 12e92026-20ca-4651-94a6-3ed37f5ec074 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:27.909311 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:27.909898 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:28.026155 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:28.214451 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45374) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:28.222888 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:28.253670 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89162a19-0301-4d4f-b944-57e96d2eda9a None None] The sync data for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi is: [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:03:35Z', 'revision_number': 4, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '1d0b2b36-1d18-4438-9df3-a445ca38e37e', 'name': '', 'network_id': '517ca231-edc3-44bd-93c0-c3bf7073e0a0', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'mac_address': 'fa:16:3e:d0:50:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:33Z', 'updated_at': '2022-04-12T20:03:46Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'subnets': [{'id': 'f709181a-b926-4f7a-a616-66536122e6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:28.272550 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7d86-73a3-4dd2-8874-24fb11e597e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group (2382af21-a9c5-46bc-896f-c7c696b3bea4), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.304389 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7d86-73a3-4dd2-8874-24fb11e597e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group (2382af21-a9c5-46bc-896f-c7c696b3bea4), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.353056 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7d86-73a3-4dd2-8874-24fb11e597e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (2382af21-a9c5-46bc-896f-c7c696b3bea4), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.355786 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7d86-73a3-4dd2-8874-24fb11e597e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.357008 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-9ccd7d86-73a3-4dd2-8874-24fb11e597e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "DELETE /v2.0/security-groups/2382af21-a9c5-46bc-896f-c7c696b3bea4 HTTP/1.1" status: 204 len: 168 time: 0.1416163 Apr 12 20:12:28.359689 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45376) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:28.366826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd7d86-73a3-4dd2-8874-24fb11e597e0 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2382af21-a9c5-46bc-896f-c7c696b3bea4,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:28.383696 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.api.v2.resource [None req-ee5c4a88-7014-4006-b9be-8cb2c5d07c85 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] show failed (client error): The resource could not be found. Apr 12 20:12:28.385662 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ee5c4a88-7014-4006-b9be-8cb2c5d07c85 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups/2382af21-a9c5-46bc-896f-c7c696b3bea4 HTTP/1.1" status: 404 len: 347 time: 0.0231545 Apr 12 20:12:28.388247 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45378) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:28.491865 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a481a-d0bb-4b82-8099-40f4210378a2 None None] New status for floating IP 3d4846e6-a193-4e8d-ba20-89ad861ec59d: DOWN {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:12:28.508878 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Deleting port c4588697-4408-4d99-8e7c-2343f0e03c6f {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:28.509222 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.584234 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.584627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (c4588697-4408-4d99-8e7c-2343f0e03c6f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.597553 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Calling delete_port for c4588697-4408-4d99-8e7c-2343f0e03c6f owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:28.740986 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (c4588697-4408-4d99-8e7c-2343f0e03c6f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.765801 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event deleted for resources: {'Port': ['ID=c4588697-4408-4d99-8e7c-2343f0e03c6f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:28.830293 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks [] for floatingip (3d4846e6-a193-4e8d-ba20-89ad861ec59d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.832747 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.837056 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-28433dad-c15a-4a50-b45c-aee62f2a2b22 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "DELETE /v2.0/floatingips/3d4846e6-a193-4e8d-ba20-89ad861ec59d HTTP/1.1" status: 204 len: 168 time: 0.4451630 Apr 12 20:12:28.998529 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:31.264822 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 28c8fb81-cfeb-4adb-906b-0c62f56c6558 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:31.284358 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 28c8fb81-cfeb-4adb-906b-0c62f56c6558 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:31.284689 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 28c8fb81-cfeb-4adb-906b-0c62f56c6558 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:31.326532 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737efdd-72ff-444f-b583-578d015c0868 req-5cf0e0b3-b736-4105-9fcc-02faf26820e9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:31.328061 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e737efdd-72ff-444f-b583-578d015c0868 req-5cf0e0b3-b736-4105-9fcc-02faf26820e9 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0489888 Apr 12 20:12:31.380528 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e737efdd-72ff-444f-b583-578d015c0868 req-62cbb36c-140b-4706-99f8-fc1b9d871823 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463622 Apr 12 20:12:31.951652 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-9aa78868-13f9-4567-bed2-4fb76d016794 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:31.953119 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-9aa78868-13f9-4567-bed2-4fb76d016794 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0550342 Apr 12 20:12:32.040447 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Deleting port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:32.040786 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.135545 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] For port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:32.135884 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.408124 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Calling delete_port for 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 owned by compute:nova {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:32.536674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a7736-8875-4b42-b6c5-2db708547cdb req-ff46f4be-3ea0-44b5-b33a-3885ab97f88d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:32.537266 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (9ba3bd1a-99a9-420e-bb5a-4ef90e053189), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.538058 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4c0a7736-8875-4b42-b6c5-2db708547cdb req-ff46f4be-3ea0-44b5-b33a-3885ab97f88d tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=97b6c2fe-8b3e-4db3-8942-45015a61b45e HTTP/1.1" status: 200 len: 946 time: 0.0810175 Apr 12 20:12:32.545662 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-5f2abb68-1703-4e9e-83b8-a4786bec61b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526943 Apr 12 20:12:32.548574 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['9ba3bd1a-99a9-420e-bb5a-4ef90e053189', '6d147cb2-11fa-4753-bea1-bfddb958ebf6'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:32.609120 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event deleted for resources: {'Port': ['ID=9ba3bd1a-99a9-420e-bb5a-4ef90e053189,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:32.611015 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] No DVR routers for this DVR port 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 on host hv-cinder-83754 {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:32.613226 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.616655 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-806e8e74-9f08-44ec-84c5-bf65fd283155 req-60a0a500-11b2-4c79-9037-acb50271c8c3 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "DELETE /v2.0/ports/9ba3bd1a-99a9-420e-bb5a-4ef90e053189 HTTP/1.1" status: 204 len: 173 time: 0.6579590 Apr 12 20:12:32.617100 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'name': 'network-vif-deleted', 'tag': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:32.619380 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c48fcc-51dc-4e6e-a150-115f2f216333" -d '{"events": [{"server_uuid": "97b6c2fe-8b3e-4db3-8942-45015a61b45e", "name": "network-vif-deleted", "tag": "9ba3bd1a-99a9-420e-bb5a-4ef90e053189"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:32.634210 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4c0a7736-8875-4b42-b6c5-2db708547cdb req-95f453f9-5872-4a0a-8dfd-76df4e1684c6 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876329 Apr 12 20:12:32.658926 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-7d32dfd9-9f32-48ed-a89d-e4611dd24b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:32.658926 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-7d32dfd9-9f32-48ed-a89d-e4611dd24b93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1130 time: 0.0779648 Apr 12 20:12:32.671331 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a83658c-d5bd-411e-97f6-cdf25ba9b8cf x-openstack-request-id: req-6a83658c-d5bd-411e-97f6-cdf25ba9b8cf {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:32.671653 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b6c2fe-8b3e-4db3-8942-45015a61b45e", "name": "network-vif-deleted", "tag": "9ba3bd1a-99a9-420e-bb5a-4ef90e053189", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:32.671904 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a83658c-d5bd-411e-97f6-cdf25ba9b8cf {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:32.672296 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a83658c-d5bd-411e-97f6-cdf25ba9b8cf'] response: {'server_uuid': '97b6c2fe-8b3e-4db3-8942-45015a61b45e', 'name': 'network-vif-deleted', 'tag': '9ba3bd1a-99a9-420e-bb5a-4ef90e053189', 'status': 'completed', 'code': 200} Apr 12 20:12:32.789126 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-33e57043-4efc-42d8-bbac-ba27ed558e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:32.790562 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-33e57043-4efc-42d8-bbac-ba27ed558e58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 910 time: 0.1037822 Apr 12 20:12:33.069127 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-8b5dd02f-df28-44cf-bf32-7bf38a5dcbe1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 1002 time: 0.0625305 Apr 12 20:12:33.129020 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-f292f2c2-b8f8-4cd6-bad5-e7c81a999f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:33.130548 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-f292f2c2-b8f8-4cd6-bad5-e7c81a999f30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 200 len: 848 time: 0.0485542 Apr 12 20:12:33.178886 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-c855355d-7abe-494f-9b09-0fac2695cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:33.180371 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-c855355d-7abe-494f-9b09-0fac2695cf78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fdda22b-542b-46c1-94f8-04df80e21a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428853 Apr 12 20:12:33.272242 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-c9fceea0-56da-45b0-b6d0-c64b3a749142 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836689 Apr 12 20:12:33.364659 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ab04edb-eabb-4e4c-8c06-11ce1d8ccba6 req-7e5151ef-b858-41a4-99b3-3d79e5d08428 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857601 Apr 12 20:12:33.911576 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084b4f-73b5-4e33-bbb4-89890a911ccd req-0f99206c-a57a-4e7d-b343-4f8249011417 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:33.913058 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa084b4f-73b5-4e33-bbb4-89890a911ccd req-0f99206c-a57a-4e7d-b343-4f8249011417 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0475378 Apr 12 20:12:33.964383 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fa084b4f-73b5-4e33-bbb4-89890a911ccd req-32b78ac7-0a2d-40ff-a492-b4a6f991389e tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Apr 12 20:12:34.446702 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:12:34.816483 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cec5cb-a28b-4701-970d-54469770f43a req-73ddc8ce-e11a-4288-a743-0e2aead272be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:34.817851 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b7cec5cb-a28b-4701-970d-54469770f43a req-73ddc8ce-e11a-4288-a743-0e2aead272be tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0610967 Apr 12 20:12:35.188299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76984c0-1bd2-49f7-8a93-8c77a360de0d req-be48d85d-b919-4b85-b450-a6426e19df09 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.189759 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e76984c0-1bd2-49f7-8a93-8c77a360de0d req-be48d85d-b919-4b85-b450-a6426e19df09 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c1d07ae-8b95-4925-bfd8-8e9623b96059 HTTP/1.1" status: 200 len: 945 time: 0.0773706 Apr 12 20:12:35.246055 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Deleting port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:35.246420 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.287997 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117e52-e58e-4bc8-a757-0c11915f4987 req-85c02371-dd90-42ac-90c9-83a99627587b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.289432 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c117e52-e58e-4bc8-a757-0c11915f4987 req-85c02371-dd90-42ac-90c9-83a99627587b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0938518 Apr 12 20:12:35.357274 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e76984c0-1bd2-49f7-8a93-8c77a360de0d req-b3c9f831-8a72-4b5b-ae69-b1b982ac8945 tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.43 "GET /v2.0/security-groups?id=f557520d-edae-4ec6-9913-4611fbfb5df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588712 Apr 12 20:12:35.400899 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] For port 6d147cb2-11fa-4753-bea1-bfddb958ebf6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6d147cb2-11fa-4753-bea1-bfddb958ebf6,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:35.401142 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.406476 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3c117e52-e58e-4bc8-a757-0c11915f4987 req-1b817581-fb5f-45da-af40-8be9dc2ec173 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871170 Apr 12 20:12:35.423868 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Calling delete_port for 6d147cb2-11fa-4753-bea1-bfddb958ebf6 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:35.557376 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (6d147cb2-11fa-4753-bea1-bfddb958ebf6), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.589420 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Pushing event deleted for resources: {'Port': ['ID=6d147cb2-11fa-4753-bea1-bfddb958ebf6,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:35.590121 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['6d147cb2-11fa-4753-bea1-bfddb958ebf6'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:35.638509 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] No DVR routers for this DVR port 6d147cb2-11fa-4753-bea1-bfddb958ebf6 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:35.641261 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.644561 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b7cec5cb-a28b-4701-970d-54469770f43a req-2698333a-9378-4835-a10a-12c09415bf7a tempest-ServerRescueNegativeTestJSON-1116563028 tempest-ServerRescueNegativeTestJSON-1116563028-project] 10.222.0.60 "DELETE /v2.0/ports/6d147cb2-11fa-4753-bea1-bfddb958ebf6 HTTP/1.1" status: 204 len: 173 time: 0.8132823 Apr 12 20:12:35.645010 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'name': 'network-vif-deleted', 'tag': '6d147cb2-11fa-4753-bea1-bfddb958ebf6'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:35.648044 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e261b-67bf-4ac0-a17d-7114bbb6b75a" -d '{"events": [{"server_uuid": "0c1d07ae-8b95-4925-bfd8-8e9623b96059", "name": "network-vif-deleted", "tag": "6d147cb2-11fa-4753-bea1-bfddb958ebf6"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:35.687786 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2789af4b-0980-4cef-aee0-fd3abbdeeb04 x-openstack-request-id: req-2789af4b-0980-4cef-aee0-fd3abbdeeb04 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:35.688093 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1d07ae-8b95-4925-bfd8-8e9623b96059", "name": "network-vif-deleted", "tag": "6d147cb2-11fa-4753-bea1-bfddb958ebf6", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:35.688340 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2789af4b-0980-4cef-aee0-fd3abbdeeb04 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:35.688738 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2789af4b-0980-4cef-aee0-fd3abbdeeb04'] response: {'server_uuid': '0c1d07ae-8b95-4925-bfd8-8e9623b96059', 'name': 'network-vif-deleted', 'tag': '6d147cb2-11fa-4753-bea1-bfddb958ebf6', 'status': 'completed', 'code': 200} Apr 12 20:12:36.429104 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45422) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:36.531483 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09ba2-0e70-44a5-8113-712dfe627b61 req-1a27d6f6-c057-4efa-8e7e-0cd3df87a74e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:36.533028 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5dc09ba2-0e70-44a5-8113-712dfe627b61 req-1a27d6f6-c057-4efa-8e7e-0cd3df87a74e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0471001 Apr 12 20:12:36.581503 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5dc09ba2-0e70-44a5-8113-712dfe627b61 req-041f6ee5-74d0-4c40-9e50-bde882606a3a tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Apr 12 20:12:36.922646 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (12e92026-20ca-4651-94a6-3ed37f5ec074), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.162185 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Deleting port 1d0b2b36-1d18-4438-9df3-a445ca38e37e {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:37.162500 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.241118 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] For port 1d0b2b36-1d18-4438-9df3-a445ca38e37e, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=1d0b2b36-1d18-4438-9df3-a445ca38e37e,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:37.241490 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.254353 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Calling delete_port for 1d0b2b36-1d18-4438-9df3-a445ca38e37e owned by network:router_interface {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:37.297976 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 6d147cb2-11fa-4753-bea1-bfddb958ebf6 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:37.321979 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 6d147cb2-11fa-4753-bea1-bfddb958ebf6 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:37.322318 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 6d147cb2-11fa-4753-bea1-bfddb958ebf6 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:37.322731 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:37.349256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:37.349666 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 9ba3bd1a-99a9-420e-bb5a-4ef90e053189 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:37.452297 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (1d0b2b36-1d18-4438-9df3-a445ca38e37e), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.483753 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0b2b36-1d18-4438-9df3-a445ca38e37e,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:37.653432 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (12e92026-20ca-4651-94a6-3ed37f5ec074), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.699561 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32cc88-f7e1-43b4-aaa8-3686367f408e req-36491e9e-84a5-4503-8f2f-a504dd7b842a tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:37.701625 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d32cc88-f7e1-43b4-aaa8-3686367f408e req-36491e9e-84a5-4503-8f2f-a504dd7b842a tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0512278 Apr 12 20:12:37.757073 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3d32cc88-f7e1-43b4-aaa8-3686367f408e req-152c15fd-4173-4526-8dff-a3fc21292636 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495224 Apr 12 20:12:37.889652 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Router 12e92026-20ca-4651-94a6-3ed37f5ec074 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:38.015152 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:38.021007 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f84e7ade-ec89-49e0-a010-b94ec1299ec8 admin admin] 10.222.0.43 "PUT /v2.0/routers/12e92026-20ca-4651-94a6-3ed37f5ec074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5908937 Apr 12 20:12:38.023702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45432) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:38.026308 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] Sync routers for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:38.037894 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:38.038600 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:38.132062 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks [] for router (12e92026-20ca-4651-94a6-3ed37f5ec074), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.151072 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:38.240058 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks [] for router_gateway (12e92026-20ca-4651-94a6-3ed37f5ec074), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.292672 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Deleting port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:38.293268 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.321217 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:12:37Z', 'revision_number': 5, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port': {'id': '7e3ef5de-1d55-46eb-b4db-0b5fd15195ba', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:29Z', 'updated_at': '2022-04-12T20:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:38.351781 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] Checking router: 12e92026-20ca-4651-94a6-3ed37f5ec074 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:38.360426 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] Routers {'12e92026-20ca-4651-94a6-3ed37f5ec074'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:38.361035 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['12e92026-20ca-4651-94a6-3ed37f5ec074'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:38.374633 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] For port 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:38.374998 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.389096 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Calling delete_port for 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba owned by network:router_gateway {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:38.449196 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] Set router 12e92026-20ca-4651-94a6-3ed37f5ec074 gateway port host: None {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:38.506165 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 6, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port_host': None}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:38.533254 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35174935-1ef8-43d8-be78-7597323236e6 None None] The sync data for ids ['12e92026-20ca-4651-94a6-3ed37f5ec074'] in dv-cinder-837541-1-iscsi is: [{'id': '12e92026-20ca-4651-94a6-3ed37f5ec074', 'name': 'tempest-ServerRescueNegativeTestJSON-1176737468-router', 'tenant_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:26Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 6, 'project_id': 'b2e93dcd7cea4884b0e54767d547a76b', 'gw_port_host': None}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:38.561794 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (7e3ef5de-1d55-46eb-b4db-0b5fd15195ba), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.592512 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3ef5de-1d55-46eb-b4db-0b5fd15195ba,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:38.604230 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.604566 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.604909 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.605242 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.605576 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.605899 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.606224 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.606545 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.606866 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.607185 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.607548 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.607853 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.608169 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.608485 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.608799 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:38.665441 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (12e92026-20ca-4651-94a6-3ed37f5ec074), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.768871 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (12e92026-20ca-4651-94a6-3ed37f5ec074), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.771146 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks [] for router_controller (12e92026-20ca-4651-94a6-3ed37f5ec074), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.820004 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (12e92026-20ca-4651-94a6-3ed37f5ec074), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.820545 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e92026-20ca-4651-94a6-3ed37f5ec074 {{(pid=98482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:12:38.825668 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.829031 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-021d231d-8c09-451b-9491-cb3cc779067c admin admin] 10.222.0.43 "DELETE /v2.0/routers/12e92026-20ca-4651-94a6-3ed37f5ec074 HTTP/1.1" status: 204 len: 168 time: 0.8020997 Apr 12 20:12:38.829283 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45438) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:38.888973 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] Deleting subnet f709181a-b926-4f7a-a616-66536122e6c4 {{(pid=98482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:12:38.892505 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08d07f-ba9a-4f5e-8e55-1bf3162bddc8 req-d5baa52a-e07d-4337-a454-9999c27a4bc5 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:38.895336 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] Publish callbacks [] for subnet (f709181a-b926-4f7a-a616-66536122e6c4), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.897353 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee08d07f-ba9a-4f5e-8e55-1bf3162bddc8 req-d5baa52a-e07d-4337-a454-9999c27a4bc5 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0657644 Apr 12 20:12:38.936209 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10058347'] for subnet (f709181a-b926-4f7a-a616-66536122e6c4), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.964267 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee08d07f-ba9a-4f5e-8e55-1bf3162bddc8 req-ac672805-e0a9-4cd7-a9f7-082a589ac9af tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578699 Apr 12 20:12:39.022075 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (f709181a-b926-4f7a-a616-66536122e6c4), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.073134 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8741602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8467743'] for subnet (f709181a-b926-4f7a-a616-66536122e6c4), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.098635 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f709181a-b926-4f7a-a616-66536122e6c4,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:39.100622 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.103796 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f4ea91d4-2093-435c-b4fe-346d56f46363 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f709181a-b926-4f7a-a616-66536122e6c4 HTTP/1.1" status: 204 len: 168 time: 0.2735648 Apr 12 20:12:39.105565 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa767eb2-9ad5-4eb2-a277-47c60159e557 None None] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:39.106426 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45440) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:39.178532 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (517ca231-edc3-44bd-93c0-c3bf7073e0a0), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.224391 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Deleting port 54dee20e-22c1-4ad2-95f4-50c60c282872 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:39.224729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.286207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] For port 54dee20e-22c1-4ad2-95f4-50c60c282872, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=54dee20e-22c1-4ad2-95f4-50c60c282872,segment=NetworkSegment(bede1697-10a0-49b4-bcb6-93b2078109c6),segment_id=bede1697-10a0-49b4-bcb6-93b2078109c6)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:39.286556 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.299273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Calling delete_port for 54dee20e-22c1-4ad2-95f4-50c60c282872 owned by network:dhcp {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:39.370276 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] DHCP port deletion for 517ca231-edc3-44bd-93c0-c3bf7073e0a0 request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:12:39.385586 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.410559 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54dee20e-22c1-4ad2-95f4-50c60c282872,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:39.412843 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Deleting port 54dee20e-22c1-4ad2-95f4-50c60c282872 {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:39.413216 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.415150 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] No DVR routers for this DVR port 54dee20e-22c1-4ad2-95f4-50c60c282872 on host dv-cinder-837541-1-iscsi {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:39.423060 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.423395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.423737 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.424100 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.424418 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.424735 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.425049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.425334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.425650 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.425962 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.426273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.426583 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.426891 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.427211 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.427572 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:39.508297 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (517ca231-edc3-44bd-93c0-c3bf7073e0a0), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.529734 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517ca231-edc3-44bd-93c0-c3bf7073e0a0']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:39.539596 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bede1697-10a0-49b4-bcb6-93b2078109c6') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:39.539942 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bede1697-10a0-49b4-bcb6-93b2078109c6') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:39.550275 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (bede1697-10a0-49b4-bcb6-93b2078109c6), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.565487 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (bede1697-10a0-49b4-bcb6-93b2078109c6), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.573338 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:12:39.573593 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (bede1697-10a0-49b4-bcb6-93b2078109c6), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:12:39.575465 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:12:39.611581 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] For port 54dee20e-22c1-4ad2-95f4-50c60c282872, host dv-cinder-837541-1-iscsi, got binding levels [] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:39.611976 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.625801 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Calling delete_port for 54dee20e-22c1-4ad2-95f4-50c60c282872 owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:39.628924 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.ipam_backend_mixin [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Port 54dee20e-22c1-4ad2-95f4-50c60c282872 was not found and therefore no delete operation was performed {{(pid=98484) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 20:12:39.630426 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (54dee20e-22c1-4ad2-95f4-50c60c282872), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.630905 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (517ca231-edc3-44bd-93c0-c3bf7073e0a0), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.637564 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.640827 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/517ca231-edc3-44bd-93c0-c3bf7073e0a0 HTTP/1.1" status: 204 len: 168 time: 0.5334151 Apr 12 20:12:39.650554 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1bae3-b3f7-40c3-926f-b7fc288b3fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=517ca231-edc3-44bd-93c0-c3bf7073e0a0,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:39.662027 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Pushing event deleted for resources: {'Port': ['ID=54dee20e-22c1-4ad2-95f4-50c60c282872,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:39.665534 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] Network 517ca231-edc3-44bd-93c0-c3bf7073e0a0 is not hosted by any dhcp agent {{(pid=98484) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 20:12:39.666550 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a22da-a6aa-43ba-9ba3-5542e145dcbc None None] No DVR routers for this DVR port 54dee20e-22c1-4ad2-95f4-50c60c282872 on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:39.766217 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45446) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:39.805367 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-dba88801-9cc4-44f5-9eee-d5ad007445b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2e93dcd7cea4884b0e54767d547a76b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380230 Apr 12 20:12:39.807910 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45448) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:39.855090 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a461-13f9-4a18-b3bd-40983342dd15 admin admin] Publish callbacks [] for security_group (f557520d-edae-4ec6-9913-4611fbfb5df0), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.876682 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a461-13f9-4a18-b3bd-40983342dd15 admin admin] Publish callbacks [] for security_group (f557520d-edae-4ec6-9913-4611fbfb5df0), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.086968 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a10b4-971b-42fd-82fd-7d3c90ccc3fe req-7b73a740-561a-459e-9fbe-08b7c0de1890 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:40.088637 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e8a10b4-971b-42fd-82fd-7d3c90ccc3fe req-7b73a740-561a-459e-9fbe-08b7c0de1890 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0538738 Apr 12 20:12:40.140830 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e8a10b4-971b-42fd-82fd-7d3c90ccc3fe req-08e99a82-5d5e-4099-986d-f816c55dc18f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Apr 12 20:12:40.184267 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a461-13f9-4a18-b3bd-40983342dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f557520d-edae-4ec6-9913-4611fbfb5df0), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.186870 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d1f0a461-13f9-4a18-b3bd-40983342dd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.188000 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d1f0a461-13f9-4a18-b3bd-40983342dd15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f557520d-edae-4ec6-9913-4611fbfb5df0 HTTP/1.1" status: 204 len: 168 time: 0.3792095 Apr 12 20:12:40.196927 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0a461-13f9-4a18-b3bd-40983342dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557520d-edae-4ec6-9913-4611fbfb5df0,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:40.613044 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 1d0b2b36-1d18-4438-9df3-a445ca38e37e no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:40.636308 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 1d0b2b36-1d18-4438-9df3-a445ca38e37e {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:40.636658 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 1d0b2b36-1d18-4438-9df3-a445ca38e37e not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:40.637081 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:40.656434 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:40.656785 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7e3ef5de-1d55-46eb-b4db-0b5fd15195ba not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:40.657211 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 54dee20e-22c1-4ad2-95f4-50c60c282872 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:40.676056 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 54dee20e-22c1-4ad2-95f4-50c60c282872 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:40.676466 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 54dee20e-22c1-4ad2-95f4-50c60c282872 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:41.033026 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45472) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:41.145024 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1612573651-network', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:41.166836 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Made reservation on behalf of 859586cb561343a4a5599d0b3d98b2d7 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:41.169314 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.177682 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.253438 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks [] for security_group (dec6a66a-00e2-488b-87ba-00ebf04bdcbe), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.254530 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f5a76-2791-4b02-97e1-008e12064843 req-394bf64d-69dc-4ab7-9a25-a618a56ead44 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:41.256067 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-034f5a76-2791-4b02-97e1-008e12064843 req-394bf64d-69dc-4ab7-9a25-a618a56ead44 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0469191 Apr 12 20:12:41.259425 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dec6a66a-00e2-488b-87ba-00ebf04bdcbe), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.283391 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:12:41.292026 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6a66a-00e2-488b-87ba-00ebf04bdcbe,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:41.298446 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (461824f6-695d-4d6d-8b4d-24b00150de1a), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.298756 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Added segment 461824f6-695d-4d6d-8b4d-24b00150de1a of type vlan for network 76ac745d-6f59-45fa-8582-67499fe91a41 Apr 12 20:12:41.308292 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-034f5a76-2791-4b02-97e1-008e12064843 req-db8309d8-4fb5-4418-bac6-9fdd638cf274 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461760 Apr 12 20:12:41.338483 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (76ac745d-6f59-45fa-8582-67499fe91a41), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.364277 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (76ac745d-6f59-45fa-8582-67499fe91a41), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.365830 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:41.366624 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.429906 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3956287 Apr 12 20:12:41.432932 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45478) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:41.439436 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Request body: {'subnet': {'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-subnet', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:41.443468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704f42b-d2ea-45e6-8da0-7deef5e49cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=76ac745d-6f59-45fa-8582-67499fe91a41,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:41.453977 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 76ac745d-6f59-45fa-8582-67499fe91a41 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:12:41.465770 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Made reservation on behalf of 859586cb561343a4a5599d0b3d98b2d7 for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:41.468480 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8467760'] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.639215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8741693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8467750'] for subnet (85260ba2-c1c0-4423-8fc5-ea8f81d94321), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.694639 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=85260ba2-c1c0-4423-8fc5-ea8f81d94321,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:41.710008 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Checking segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:41.710382 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Network hostable DHCP agents. Network: 76ac745d-6f59-45fa-8582-67499fe91a41, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:12:41.730002 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:12:41.740056 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 76ac745d-6f59-45fa-8582-67499fe91a41) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:41.744440 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:41.745058 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.749563 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4abcefb-c261-4d4b-9a89-a0a940629ea4 None None] Network 76ac745d-6f59-45fa-8582-67499fe91a41 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:41.761321 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-f99361a8-ae88-4325-ae67-00f897df8d0c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3255956 Apr 12 20:12:41.764273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45480) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:41.768825 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:41.788434 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7308'] for router (d81082a6-9380-4ad8-8813-4a0aa87775ea), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.789511 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-592469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7317'] for router (d81082a6-9380-4ad8-8813-4a0aa87775ea), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.843407 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks [] for router_controller (d81082a6-9380-4ad8-8813-4a0aa87775ea), precommit_add_association {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.849903 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp177927f6-990f-520a-b787-866a65440e10-76ac745d-6f59-45fa-8582-67499fe91a41', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321'}]}} from dv-cinder-837541-1-iscsi. {{(pid=98484) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:12:41.850765 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.980191 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks [] for router_gateway (d81082a6-9380-4ad8-8813-4a0aa87775ea), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.985741 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.db_base_plugin_common [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Allocated IP 172.20.0.2 (76ac745d-6f59-45fa-8582-67499fe91a41/85260ba2-c1c0-4423-8fc5-ea8f81d94321/eb991471-ed30-4d04-a2b1-aabb5eb4d4fc) {{(pid=98484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:42.132024 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Publish callbacks [] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), precommit_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.139158 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), after_create {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.165759 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks [] for router_gateway (d81082a6-9380-4ad8-8813-4a0aa87775ea), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.178106 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is already hosted by enough agents. {{(pid=98484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:42.184351 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.185158 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.scheduler.base_scheduler [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Resources bound (agent type, host, resource id): {{(pid=98484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:42.189627 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Received port after_create {{(pid=98484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:42.192785 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Pushing event updated for resources: {'Port': ['ID=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,revision_number=1']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:42.251331 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Attempting to bind port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:42.251701 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Attempting to bind port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:42.252002 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Attempting to bind port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:42.257312 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:42.257686 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Checking segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:42.258085 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.258479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Bound using segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:42.258949 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Bound port: eb991471-ed30-4d04-a2b1-aabb5eb4d4fc, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:42.259328 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.296282 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Allocated IP 172.27.3.112 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/4d311297-322c-41f6-add0-91d38966aae2) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:42.321755 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] For port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:42.325129 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] For port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:42.331150 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.403212 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc346ce3-cb95-4803-a04a-f9c5c73045af None None] Pushing event updated for resources: {'Port': ['ID=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,revision_number=2']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:42.423398 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks [] for port (4d311297-322c-41f6-add0-91d38966aae2), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.468223 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400e5ba-3947-4281-9dde-2c40a823e445 req-714caa8c-0dcf-4697-a5d2-55ecb31102fe tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:42.469708 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7400e5ba-3947-4281-9dde-2c40a823e445 req-714caa8c-0dcf-4697-a5d2-55ecb31102fe tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0772703 Apr 12 20:12:42.508967 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (4d311297-322c-41f6-add0-91d38966aae2), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.575430 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7400e5ba-3947-4281-9dde-2c40a823e445 req-9ec4ba7d-ae79-4a61-970a-ffcc51fcd0c3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981612 Apr 12 20:12:42.580764 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:42.594289 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:42.597278 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:42.599855 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Pushing event updated for resources: {'Port': ['ID=4d311297-322c-41f6-add0-91d38966aae2,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:42.685596 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device eb991471-ed30-4d04-a2b1-aabb5eb4d4fc up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:42.744411 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:42.744849 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.824044 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:42.824711 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.860831 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:42.868344 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.878473 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks [] for router_gateway (d81082a6-9380-4ad8-8813-4a0aa87775ea), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.921735 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:43.087355 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593060'] for router (d81082a6-9380-4ad8-8813-4a0aa87775ea), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.224039 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Router d81082a6-9380-4ad8-8813-4a0aa87775ea is scheduled to L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c with binding_index 1 {{(pid=98483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:12:43.308199 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300531f-0d86-473c-af95-51b31f711ed6 None None] Network 76ac745d-6f59-45fa-8582-67499fe91a41 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:43.334256 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:43.342803 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:43.353061 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.353810 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:43.354304 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-53eff494-89e8-498d-a4f3-a4921894c20a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5890720 Apr 12 20:12:43.356947 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45486) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:43.357405 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:43.371521 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-0e6ffe44-df21-46b9-8fca-f0a50ce25272 None None] Provisioning complete for port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:43.371958 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0e6ffe44-df21-46b9-8fca-f0a50ce25272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.499470 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ffe44-df21-46b9-8fca-f0a50ce25272 None None] Current status of the port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:43.564188 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:43.722941 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-4dbe9a67-c49c-4bf2-bbbb-480ca000beae None None] Provisioning complete for port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:43.723461 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9a67-c49c-4bf2-bbbb-480ca000beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.739156 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 3, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:43.778817 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:43.779313 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Updating router d81082a6-9380-4ad8-8813-4a0aa87775ea port 4d311297-322c-41f6-add0-91d38966aae2 binding host dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:12:43.808129 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe9a67-c49c-4bf2-bbbb-480ca000beae None None] Current status of the port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:43.817162 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4d311297-322c-41f6-add0-91d38966aae2), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.993029 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823ccbf-94a4-4583-911a-0fab0b4ac8bd req-a13b8101-5a06-4b81-94be-1797e2445a79 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:43.994521 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d823ccbf-94a4-4583-911a-0fab0b4ac8bd req-a13b8101-5a06-4b81-94be-1797e2445a79 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.3165457 Apr 12 20:12:44.071394 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Publish callbacks [] for port (4d311297-322c-41f6-add0-91d38966aae2), precommit_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.078662 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4d311297-322c-41f6-add0-91d38966aae2), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.093427 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d823ccbf-94a4-4583-911a-0fab0b4ac8bd req-81594722-e3dc-4205-a29c-a9104c217625 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773835 Apr 12 20:12:44.131833 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Pushing event updated for resources: {'Port': ['ID=4d311297-322c-41f6-add0-91d38966aae2,revision_number=2']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:44.140747 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Attempting to bind port 4d311297-322c-41f6-add0-91d38966aae2 on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:44.141136 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Attempting to bind port 4d311297-322c-41f6-add0-91d38966aae2 by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:44.141493 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Attempting to bind port 4d311297-322c-41f6-add0-91d38966aae2 on network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:44.143949 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.144286 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.144619 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.144972 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.145448 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.145774 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.146090 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.146405 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.146723 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.147019 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.147343 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.147688 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.148003 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.148314 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.148624 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:44.148923 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.154975 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:44.155344 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Checking segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:44.155761 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.156141 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Bound using segment: {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'} {{(pid=98485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:44.157053 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.managers [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Bound port: 4d311297-322c-41f6-add0-91d38966aae2, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaf2df-da9a-4e74-a372-847bd1ac3715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}}] {{(pid=98485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:44.157053 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4d311297-322c-41f6-add0-91d38966aae2), before_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.208479 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] For port 4d311297-322c-41f6-add0-91d38966aae2, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:44.211796 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.plugins.ml2.db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] For port 4d311297-322c-41f6-add0-91d38966aae2, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=4d311297-322c-41f6-add0-91d38966aae2,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:44.217834 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron_lib.callbacks.manager [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4d311297-322c-41f6-add0-91d38966aae2), after_update {{(pid=98485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.277309 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f937547-a300-4297-80c3-99ab759fff4f None None] Pushing event updated for resources: {'Port': ['ID=4d311297-322c-41f6-add0-91d38966aae2,revision_number=3']} {{(pid=98485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:44.280212 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:44.280818 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:44.307044 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Allocated IP 172.20.0.1 (76ac745d-6f59-45fa-8582-67499fe91a41/85260ba2-c1c0-4423-8fc5-ea8f81d94321/bb889fb8-b450-408f-9d4f-0479ed68674e) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:44.387018 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:44.407135 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks [] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.440951 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.478349 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:44.483166 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:44.486729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:44.492381 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Pushing event updated for resources: {'Port': ['ID=bb889fb8-b450-408f-9d4f-0479ed68674e,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:44.537310 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-592981'] for router_interface (d81082a6-9380-4ad8-8813-4a0aa87775ea), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.561467 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 3, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:44.589407 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb611c1c-9a8b-4b6d-94b2-4dae5bc98250 None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 3, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:44.640148 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device eb991471-ed30-4d04-a2b1-aabb5eb4d4fc up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:44.697404 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:44.697791 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.697987 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.745249 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-4531d82a-a2ea-4c5d-a868-c0d91d500997 None None] Provisioning complete for port bb889fb8-b450-408f-9d4f-0479ed68674e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:44.745640 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4531d82a-a2ea-4c5d-a868-c0d91d500997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.809189 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-4531d82a-a2ea-4c5d-a868-c0d91d500997 None None] Port bb889fb8-b450-408f-9d4f-0479ed68674e cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:44.841853 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:44.894369 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks [] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.900038 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.972577 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593893'] for router_interface (d81082a6-9380-4ad8-8813-4a0aa87775ea), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.974549 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Pushing event updated for resources: {'Port': ['ID=bb889fb8-b450-408f-9d4f-0479ed68674e,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:45.066682 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:45.068186 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:45.199013 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:45.329565 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:45.332961 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-9f90d1bc-1393-4aee-bb44-b56811056089 None None] Provisioning complete for port bb889fb8-b450-408f-9d4f-0479ed68674e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:45.333787 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9f90d1bc-1393-4aee-bb44-b56811056089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.344560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-cedf721d-5360-467b-b4ef-6199f5919eaa admin admin] 10.222.0.43 "PUT /v2.0/routers/d81082a6-9380-4ad8-8813-4a0aa87775ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860795 Apr 12 20:12:45.402010 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-9f90d1bc-1393-4aee-bb44-b56811056089 None None] Port bb889fb8-b450-408f-9d4f-0479ed68674e cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:45.454992 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482160e-f245-4f3c-badd-65113d66d514 req-0a2710b5-1b0e-4b04-9abe-a8cc228a3b75 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:45.456738 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c482160e-f245-4f3c-badd-65113d66d514 req-0a2710b5-1b0e-4b04-9abe-a8cc228a3b75 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0574176 Apr 12 20:12:45.511803 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c482160e-f245-4f3c-badd-65113d66d514 req-ffd082cd-2712-47f9-8a1a-07b988382124 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492368 Apr 12 20:12:45.679995 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45500) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:45.684598 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-176e2778-63f3-43d1-88ae-dd77a0ca74a4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628227802', 'description': 'tempest-description--1525973097'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:45.705894 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-176e2778-63f3-43d1-88ae-dd77a0ca74a4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.771701 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-176e2778-63f3-43d1-88ae-dd77a0ca74a4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (e0f55e5d-3494-48fc-9c8f-14fd28b2407a), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.776653 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-176e2778-63f3-43d1-88ae-dd77a0ca74a4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e0f55e5d-3494-48fc-9c8f-14fd28b2407a), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.805299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-176e2778-63f3-43d1-88ae-dd77a0ca74a4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.806524 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-176e2778-63f3-43d1-88ae-dd77a0ca74a4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1255436 Apr 12 20:12:45.808454 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e2778-63f3-43d1-88ae-dd77a0ca74a4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f55e5d-3494-48fc-9c8f-14fd28b2407a,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:45.809605 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45502) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:45.814465 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-9e266d66-0fbc-49f1-ba57-4ab76fcdb6c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': 'e0f55e5d-3494-48fc-9c8f-14fd28b2407a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:45.842791 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e266d66-0fbc-49f1-ba57-4ab76fcdb6c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (e4e406c2-2721-40bf-9a85-f89e979a1f7b), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.898855 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e266d66-0fbc-49f1-ba57-4ab76fcdb6c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (e4e406c2-2721-40bf-9a85-f89e979a1f7b), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.903552 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e266d66-0fbc-49f1-ba57-4ab76fcdb6c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (e4e406c2-2721-40bf-9a85-f89e979a1f7b), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.921509 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e266d66-0fbc-49f1-ba57-4ab76fcdb6c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e406c2-2721-40bf-9a85-f89e979a1f7b,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:45.930310 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9e266d66-0fbc-49f1-ba57-4ab76fcdb6c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.931658 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9e266d66-0fbc-49f1-ba57-4ab76fcdb6c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209414 Apr 12 20:12:45.934302 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45504) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:45.938947 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-3152d93f-e094-4886-9582-dfecf3437247 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': 'e0f55e5d-3494-48fc-9c8f-14fd28b2407a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:45.965521 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3152d93f-e094-4886-9582-dfecf3437247 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (d38ecc8f-bc28-433e-9413-22ce92186f85), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.025041 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3152d93f-e094-4886-9582-dfecf3437247 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (d38ecc8f-bc28-433e-9413-22ce92186f85), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.030166 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3152d93f-e094-4886-9582-dfecf3437247 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (d38ecc8f-bc28-433e-9413-22ce92186f85), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.049209 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152d93f-e094-4886-9582-dfecf3437247 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38ecc8f-bc28-433e-9413-22ce92186f85,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:46.059161 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3152d93f-e094-4886-9582-dfecf3437247 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.060399 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-3152d93f-e094-4886-9582-dfecf3437247 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251545 Apr 12 20:12:46.063525 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45506) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:46.068106 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:46.091741 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.169051 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.178096 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:46.188699 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:46.189403 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:46.283005 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.27.3.32 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/e76e0316-a475-4550-ba05-68c7a9cd15fb) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:46.302223 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:46.388339 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.421769 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.463047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:46.466091 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:46.470781 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:46.474129 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=e76e0316-a475-4550-ba05-68c7a9cd15fb,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:46.565523 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (96f42638-8cc7-4bc6-8540-a5d5ea68149f), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.614657 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.630910 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 2, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:46.657256 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:46.657901 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Updating router d81082a6-9380-4ad8-8813-4a0aa87775ea port bb889fb8-b450-408f-9d4f-0479ed68674e binding host dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:12:46.660389 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9769cf7-c376-48a4-8857-384c33320f6f req-abf66681-4e56-45b1-9d32-2dab40bf949f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:46.662031 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c9769cf7-c376-48a4-8857-384c33320f6f req-abf66681-4e56-45b1-9d32-2dab40bf949f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0638089 Apr 12 20:12:46.685490 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4d311297-322c-41f6-add0-91d38966aae2 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:46.718508 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.718948 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c9769cf7-c376-48a4-8857-384c33320f6f req-7bcddba9-0fee-43af-8555-a63cd94737be tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491538 Apr 12 20:12:46.779537 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.779823 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 4d311297-322c-41f6-add0-91d38966aae2 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:46.780190 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (4d311297-322c-41f6-add0-91d38966aae2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.785600 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.852185 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=e76e0316-a475-4550-ba05-68c7a9cd15fb,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:46.865857 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (96f42638-8cc7-4bc6-8540-a5d5ea68149f), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.881746 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.883006 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2b5d1657-e084-43ca-8553-31bd4c265135 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8185089 Apr 12 20:12:46.976001 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 4d311297-322c-41f6-add0-91d38966aae2 is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:46.976361 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (4d311297-322c-41f6-add0-91d38966aae2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.010433 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] For port 4d311297-322c-41f6-add0-91d38966aae2, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=4d311297-322c-41f6-add0-91d38966aae2,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:47.018108 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (4d311297-322c-41f6-add0-91d38966aae2), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.037488 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-03b1ee4a-5e09-400e-8b09-cceab885de55 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--628227802&fields=id&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 267 time: 0.0480070 Apr 12 20:12:47.105024 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Pushing event updated for resources: {'Port': ['ID=4d311297-322c-41f6-add0-91d38966aae2,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:47.116184 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Publish callbacks [] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), precommit_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.123158 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.145855 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-b94c932b-7af8-4d30-ae28-fd75423257c4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:47.147345 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-b94c932b-7af8-4d30-ae28-fd75423257c4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.1030359 Apr 12 20:12:47.162814 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-80e0e33d-3a36-48f2-a98a-96564007001b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/quotas/859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 375 time: 0.0090826 Apr 12 20:12:47.179915 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51268a-9541-41de-ba47-978bfa1684f4 None None] Pushing event updated for resources: {'Port': ['ID=bb889fb8-b450-408f-9d4f-0479ed68674e,revision_number=3']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:47.219830 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-b0769f92-e68f-4bc4-9970-eba86e09a893 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479276 Apr 12 20:12:47.239368 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Attempting to bind port bb889fb8-b450-408f-9d4f-0479ed68674e on host dv-cinder-837541-1-iscsi for vnic_type normal with profile {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:47.239961 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Attempting to bind port bb889fb8-b450-408f-9d4f-0479ed68674e by drivers openvswitch,hyperv on host dv-cinder-837541-1-iscsi at level 0 using segments [{'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:47.240387 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Attempting to bind port bb889fb8-b450-408f-9d4f-0479ed68674e on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:47.245733 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Checking agent: {'id': 'd339cc2d-5210-4b70-b356-8e05c1866feb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837541-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 54, 59), 'started_at': datetime.datetime(2022, 4, 12, 19, 55, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837541-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:47.246109 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Checking segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:47.246643 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.247036 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Bound using segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} {{(pid=98484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:47.247532 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.managers [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Bound port: bb889fb8-b450-408f-9d4f-0479ed68674e, host: dv-cinder-837541-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}}] {{(pid=98484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:47.247910 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.322632 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] For port bb889fb8-b450-408f-9d4f-0479ed68674e, host dv-cinder-837541-1-iscsi, cleared binding levels {{(pid=98484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:47.325857 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-6470f042-d7b3-43da-a38e-a422d42a2e01 service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935361 Apr 12 20:12:47.326328 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] For port bb889fb8-b450-408f-9d4f-0479ed68674e, host dv-cinder-837541-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=bb889fb8-b450-408f-9d4f-0479ed68674e,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:47.337384 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.397860 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:47.398501 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:47.431348 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-bdb1abd7-1600-4848-907d-2770d462b1e4 service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981555 Apr 12 20:12:47.441828 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51268a-9541-41de-ba47-978bfa1684f4 None None] Pushing event updated for resources: {'Port': ['ID=bb889fb8-b450-408f-9d4f-0479ed68674e,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:47.464759 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-574470d9-1ce5-41d1-9d55-ac5ed6360379 None None] Provisioning complete for port bb889fb8-b450-408f-9d4f-0479ed68674e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:47.464759 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-574470d9-1ce5-41d1-9d55-ac5ed6360379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.557283 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:47.607922 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3cbb4997-865c-4243-b48e-6f645161e4b1 req-dfc41926-774c-499d-ba57-4a450eace48b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 210 time: 0.0282981 Apr 12 20:12:47.671338 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-574470d9-1ce5-41d1-9d55-ac5ed6360379 None None] Current status of the port bb889fb8-b450-408f-9d4f-0479ed68674e is: DOWN; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:47.671754 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-574470d9-1ce5-41d1-9d55-ac5ed6360379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.751190 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-574470d9-1ce5-41d1-9d55-ac5ed6360379 None None] For port bb889fb8-b450-408f-9d4f-0479ed68674e, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=bb889fb8-b450-408f-9d4f-0479ed68674e,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:47.756772 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-574470d9-1ce5-41d1-9d55-ac5ed6360379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.844603 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574470d9-1ce5-41d1-9d55-ac5ed6360379 None None] Pushing event updated for resources: {'Port': ['ID=bb889fb8-b450-408f-9d4f-0479ed68674e,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:47.848945 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf209-f1d3-46f8-b32b-bf6590aafd74 req-b3ce8d11-1161-4328-b449-2da06cf3a707 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:47.850665 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-951cf209-f1d3-46f8-b32b-bf6590aafd74 req-b3ce8d11-1161-4328-b449-2da06cf3a707 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0494394 Apr 12 20:12:47.852515 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:47.887382 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854129d-b1df-4e89-8926-9c617ee5672b None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:47.894870 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-06333b07-69d9-40cb-aa32-3a1b001463ab None None] Provisioning complete for port bb889fb8-b450-408f-9d4f-0479ed68674e triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:47.895391 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-06333b07-69d9-40cb-aa32-3a1b001463ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.921995 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-951cf209-f1d3-46f8-b32b-bf6590aafd74 req-cb22c877-8d89-4a4c-a296-5b3eec9bb3c7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618398 Apr 12 20:12:47.994479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-06333b07-69d9-40cb-aa32-3a1b001463ab None None] Current status of the port bb889fb8-b450-408f-9d4f-0479ed68674e is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:48.654139 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-5f2b2971-adb0-4e07-8d85-2f85cd42dae5 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:48.655818 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-5f2b2971-adb0-4e07-8d85-2f85cd42dae5 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.1478007 Apr 12 20:12:48.733610 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4d311297-322c-41f6-add0-91d38966aae2 up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:48.754765 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e40b3b8c-1b52-4530-b987-402655288b3c req-9543bdf7-16fe-44bd-a018-7cfb38cc0c47 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 210 time: 0.0363367 Apr 12 20:12:48.760751 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-1d971d82-a9a0-419d-99a2-6c68d8c48842 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 379 time: 0.0902936 Apr 12 20:12:48.782584 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port 4d311297-322c-41f6-add0-91d38966aae2 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:48.782958 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (4d311297-322c-41f6-add0-91d38966aae2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:48.784677 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'port': {'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'admin_state_up': True, 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'security_groups': ['e0f55e5d-3494-48fc-9c8f-14fd28b2407a']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:48.866630 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port 4d311297-322c-41f6-add0-91d38966aae2 is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:48.867916 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device bb889fb8-b450-408f-9d4f-0479ed68674e up at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:48.899179 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Made reservation on behalf of 859586cb561343a4a5599d0b3d98b2d7 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:48.902589 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:48.914418 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Provisioning complete for port bb889fb8-b450-408f-9d4f-0479ed68674e triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:48.914798 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.072708 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46787127-0932-4dfc-bdf2-7ed96c42c9ed req-d2e4dc2a-7006-43ad-8985-2f167d02e956 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:49.074297 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-46787127-0932-4dfc-bdf2-7ed96c42c9ed req-d2e4dc2a-7006-43ad-8985-2f167d02e956 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0812507 Apr 12 20:12:49.093380 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.20.0.14 (76ac745d-6f59-45fa-8582-67499fe91a41/85260ba2-c1c0-4423-8fc5-ea8f81d94321/85417d55-79f6-487b-9635-f03d04dc9e5a) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:49.139269 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port bb889fb8-b450-408f-9d4f-0479ed68674e is: ACTIVE; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:49.155611 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-46787127-0932-4dfc-bdf2-7ed96c42c9ed req-8350913b-d6df-48b5-9918-41312c921709 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739670 Apr 12 20:12:49.268457 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.305240 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.346330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:49.351405 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:49.355099 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:49.361496 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=85417d55-79f6-487b-9635-f03d04dc9e5a,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:49.409002 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:49.409637 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.427814 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-e75d59ac-95ee-4d82-a622-e3fd77ade088 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6470265 Apr 12 20:12:49.438986 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Request body: {'port': {'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:49.503728 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.625851 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d473d015-1179-455e-bf0e-f67f7b6b3b11 None None] Provisioning complete for port 85417d55-79f6-487b-9635-f03d04dc9e5a triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:49.626216 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d473d015-1179-455e-bf0e-f67f7b6b3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.660244 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d473d015-1179-455e-bf0e-f67f7b6b3b11 None None] Port 85417d55-79f6-487b-9635-f03d04dc9e5a cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:49.769006 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85417d55-79f6-487b-9635-f03d04dc9e5a {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:49.776512 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Publish callbacks [] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.788961 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Transition to ACTIVE for port object 85417d55-79f6-487b-9635-f03d04dc9e5a will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:12:49.794025 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.879669 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=85417d55-79f6-487b-9635-f03d04dc9e5a,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:49.909220 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed927f44-9a4a-4d22-8eff-5ee2ed59593a req-16dae544-0169-4dd4-8b45-449e59dcef26 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:49.910925 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ed927f44-9a4a-4d22-8eff-5ee2ed59593a req-16dae544-0169-4dd4-8b45-449e59dcef26 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 944 time: 0.0827711 Apr 12 20:12:49.991797 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Attempting to bind port 85417d55-79f6-487b-9635-f03d04dc9e5a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:49.992133 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Attempting to bind port 85417d55-79f6-487b-9635-f03d04dc9e5a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:49.992459 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Attempting to bind port 85417d55-79f6-487b-9635-f03d04dc9e5a on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:50.002737 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ed927f44-9a4a-4d22-8eff-5ee2ed59593a req-74d632b0-1586-407c-bd43-274f0e4dbb28 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705967 Apr 12 20:12:50.003411 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Port 85417d55-79f6-487b-9635-f03d04dc9e5a on network 76ac745d-6f59-45fa-8582-67499fe91a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:12:50.003761 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Attempting to bind port 85417d55-79f6-487b-9635-f03d04dc9e5a on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:50.008883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:50.009219 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Checking segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:50.009592 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Bound using segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:50.010019 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Bound port: 85417d55-79f6-487b-9635-f03d04dc9e5a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:50.010375 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:50.075856 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] For port 85417d55-79f6-487b-9635-f03d04dc9e5a, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:50.079021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] For port 85417d55-79f6-487b-9635-f03d04dc9e5a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=85417d55-79f6-487b-9635-f03d04dc9e5a,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:50.086321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:50.121448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.122087 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:50.123611 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] 10.222.0.60 "PUT /v2.0/ports/85417d55-79f6-487b-9635-f03d04dc9e5a HTTP/1.1" status: 200 len: 1094 time: 0.6886497 Apr 12 20:12:50.123910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:50.126155 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca80c21-39b3-49aa-82cb-c872b1816f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:50.148840 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838684f8-72d0-4dba-84ce-c31942d2ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=85417d55-79f6-487b-9635-f03d04dc9e5a,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:50.176485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de044b0-8d95-4cf5-9d10-58d554fafbb2 x-openstack-request-id: req-5de044b0-8d95-4cf5-9d10-58d554fafbb2 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:50.176909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:50.177161 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5de044b0-8d95-4cf5-9d10-58d554fafbb2 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:50.177570 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de044b0-8d95-4cf5-9d10-58d554fafbb2'] response: {'name': 'network-changed', 'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'status': 'completed', 'code': 200} Apr 12 20:12:50.213394 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-f20211e3-c513-4b07-8189-485da1b95a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.215085 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-f20211e3-c513-4b07-8189-485da1b95a87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 1128 time: 0.0480044 Apr 12 20:12:50.270037 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-582729e2-c24a-4952-90a3-47f03a92dc71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85417d55-79f6-487b-9635-f03d04dc9e5a HTTP/1.1" status: 200 len: 217 time: 0.0465846 Apr 12 20:12:50.336824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc83f00-9565-4018-8204-7b6159307bc9 req-9d2febd4-b66f-4073-a373-d271f2f4f3c3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.338180 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8bc83f00-9565-4018-8204-7b6159307bc9 req-9d2febd4-b66f-4073-a373-d271f2f4f3c3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0776138 Apr 12 20:12:50.354476 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-1154ed9c-8241-49b7-9690-b9c3b2fdc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.355838 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-1154ed9c-8241-49b7-9690-b9c3b2fdc4bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0652151 Apr 12 20:12:50.404416 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8bc83f00-9565-4018-8204-7b6159307bc9 req-bd3000df-e3f0-4b46-b950-0c7198fe1f19 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603166 Apr 12 20:12:50.435429 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-fb12df6a-bc05-438f-b29a-9720319b5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.437069 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-fb12df6a-bc05-438f-b29a-9720319b5c78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447459 Apr 12 20:12:50.446645 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-27204ae0-5f21-49e7-baab-a9c21159ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.448178 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-27204ae0-5f21-49e7-baab-a9c21159ee9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1130 time: 0.0461154 Apr 12 20:12:50.531326 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-2aa33b31-d66a-4eb8-b18f-b6eb27430e83 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877442 Apr 12 20:12:50.542802 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-b19f8595-f47b-485f-83ae-1373f2ed66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.544334 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-b19f8595-f47b-485f-83ae-1373f2ed66be service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 910 time: 0.0906527 Apr 12 20:12:50.609611 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-d04b3488-57a1-49a3-baaa-d342eba48a4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 1002 time: 0.0584791 Apr 12 20:12:50.621081 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-95bea9b4-0d22-4c98-8d59-09745707d3b3 req-cb93e72e-c59e-471d-84d8-a68bcbfa51f4 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830238 Apr 12 20:12:50.663793 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-862cb73d-fa37-492e-96c6-19537edd5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.665260 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-862cb73d-fa37-492e-96c6-19537edd5118 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 200 len: 848 time: 0.0490921 Apr 12 20:12:51.131095 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41dd4e-1f38-4aff-87a4-1e697012febb req-c4c8a8df-fd26-4d32-9cde-85a644ebd647 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.132604 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0c41dd4e-1f38-4aff-87a4-1e697012febb req-c4c8a8df-fd26-4d32-9cde-85a644ebd647 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 944 time: 0.0508916 Apr 12 20:12:51.184759 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0c41dd4e-1f38-4aff-87a4-1e697012febb req-d1b845e2-8e7b-4c05-baa6-4c32381b6bc4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Apr 12 20:12:51.527904 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19c411-a526-476f-8e2d-6a8f432b09c7 req-7831995c-b9f3-462a-b6b2-7de49a47c44c tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.529303 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f19c411-a526-476f-8e2d-6a8f432b09c7 req-7831995c-b9f3-462a-b6b2-7de49a47c44c tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0512891 Apr 12 20:12:51.583529 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f19c411-a526-476f-8e2d-6a8f432b09c7 req-924e2ced-d7c9-424b-a4a0-88d29ba8318e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459652 Apr 12 20:12:52.314589 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedb0d0-9395-4edf-9623-328cd341fea8 req-6732cd73-47de-4326-9c3c-c2f42ba68178 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:52.316082 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eaedb0d0-9395-4edf-9623-328cd341fea8 req-6732cd73-47de-4326-9c3c-c2f42ba68178 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 944 time: 0.0560923 Apr 12 20:12:52.368758 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eaedb0d0-9395-4edf-9623-328cd341fea8 req-b4ff3820-2429-430a-9a62-16d4b072e186 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 Apr 12 20:12:52.710319 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63491ff9-5890-4556-9aae-8a313293819c req-ec3acf28-9eb9-460c-899b-247542ac6464 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:52.711806 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-63491ff9-5890-4556-9aae-8a313293819c req-ec3acf28-9eb9-460c-899b-247542ac6464 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0469024 Apr 12 20:12:52.762373 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-63491ff9-5890-4556-9aae-8a313293819c req-11069bf1-d5c1-4762-b3fd-83bab5d1e627 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449662 Apr 12 20:12:52.885636 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-66e20268-2f5c-4d74-b4b8-7221bbd46b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:53.146881 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-edc475f1-de5c-411e-b5ad-4adf9c1a689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.148310 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-edc475f1-de5c-411e-b5ad-4adf9c1a689e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fdda22b-542b-46c1-94f8-04df80e21a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453460 Apr 12 20:12:53.155807 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-935fb512-0ab1-46a3-955f-14be1136c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.157391 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-935fb512-0ab1-46a3-955f-14be1136c347 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 1128 time: 0.0397882 Apr 12 20:12:53.234504 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-499089f9-9375-499a-923e-78edcdd1b786 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802190 Apr 12 20:12:53.248536 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-2d5cabef-4493-4275-9677-8c76e19dc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.250345 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-2d5cabef-4493-4275-9677-8c76e19dc9ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0871325 Apr 12 20:12:53.298263 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-0a94fbee-2de6-4432-af8c-8bec61026d5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85417d55-79f6-487b-9635-f03d04dc9e5a HTTP/1.1" status: 200 len: 217 time: 0.0415351 Apr 12 20:12:53.326175 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-1f3c9879-f651-41a3-9a3f-36b1c2e0baa1 req-43569535-2ecd-42e8-80a9-a481cd04478e service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858951 Apr 12 20:12:53.350494 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-03e8b3f4-c5d5-49fc-befb-19978c629383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.352034 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-03e8b3f4-c5d5-49fc-befb-19978c629383 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0485487 Apr 12 20:12:53.488729 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bf8f6-eab0-4402-85f3-50e6cea399be req-8684959d-c14b-4ac2-8e6a-cbcd846b0a1a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.490222 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c31bf8f6-eab0-4402-85f3-50e6cea399be req-8684959d-c14b-4ac2-8e6a-cbcd846b0a1a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 944 time: 0.0499601 Apr 12 20:12:53.537488 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c31bf8f6-eab0-4402-85f3-50e6cea399be req-a3f8c185-224f-4577-9fb8-d461d841c1a3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415776 Apr 12 20:12:53.887277 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c93fb1-ce88-4e57-9e9c-c12261cd9d03 req-6ed1bc54-d7da-4aaa-9bb9-8320ad151c29 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.893956 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-78c93fb1-ce88-4e57-9e9c-c12261cd9d03 req-6ed1bc54-d7da-4aaa-9bb9-8320ad151c29 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0578899 Apr 12 20:12:53.939299 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-78c93fb1-ce88-4e57-9e9c-c12261cd9d03 req-d43b02f1-1147-4035-afee-f92c5cb7c7dd tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444815 Apr 12 20:12:54.521359 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-9128cae6-89f1-4aee-afae-8813d008338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:54.522752 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-9128cae6-89f1-4aee-afae-8813d008338e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478981 Apr 12 20:12:54.613763 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-0f90dd99-0999-4624-9780-2085050c2b54 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829678 Apr 12 20:12:54.660638 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a062c4-7029-4ec1-af1e-4b7895d1a656 req-d158bba8-84c1-4619-badc-f34e0c3c66bc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:54.662099 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-27a062c4-7029-4ec1-af1e-4b7895d1a656 req-d158bba8-84c1-4619-badc-f34e0c3c66bc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 944 time: 0.0474317 Apr 12 20:12:54.717093 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-27a062c4-7029-4ec1-af1e-4b7895d1a656 req-f07e58f2-98c9-4793-a195-8825840f7c3d tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467517 Apr 12 20:12:54.847185 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ca80c21-39b3-49aa-82cb-c872b1816f9e req-0d76b539-83e2-4b5a-9624-7d2b9f88bbf6 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858085 Apr 12 20:12:55.061852 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39982a0b-0e5e-404e-a674-dbdd39c6c0ed req-38996a01-ed05-4b29-8ff7-f75a00ed26c3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:55.063301 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39982a0b-0e5e-404e-a674-dbdd39c6c0ed req-38996a01-ed05-4b29-8ff7-f75a00ed26c3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0524373 Apr 12 20:12:55.120287 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-39982a0b-0e5e-404e-a674-dbdd39c6c0ed req-2a692099-7189-4b5c-b63e-15f99fb5089f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503805 Apr 12 20:12:55.206001 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2fc662a3-b251-4c7f-9eb4-86269f9815ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:55.397015 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 85417d55-79f6-487b-9635-f03d04dc9e5a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:12:55.513586 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 85417d55-79f6-487b-9635-f03d04dc9e5a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=85417d55-79f6-487b-9635-f03d04dc9e5a,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:55.526179 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:12:55.564489 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 85417d55-79f6-487b-9635-f03d04dc9e5a is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:55.564880 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:55.582127 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85417d55-79f6-487b-9635-f03d04dc9e5a {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:55.601891 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 85417d55-79f6-487b-9635-f03d04dc9e5a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=85417d55-79f6-487b-9635-f03d04dc9e5a,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:55.606416 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:55.654826 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=85417d55-79f6-487b-9635-f03d04dc9e5a,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:55.833104 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f0f7c-660c-43e4-b331-20f365d585f0 req-3c84dafd-7b25-44eb-a8bd-0c747a00397e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:55.834591 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5c8f0f7c-660c-43e4-b331-20f365d585f0 req-3c84dafd-7b25-44eb-a8bd-0c747a00397e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 945 time: 0.0493317 Apr 12 20:12:55.857969 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:55.882584 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5c8f0f7c-660c-43e4-b331-20f365d585f0 req-d59245d5-b0a6-41c4-b4e2-76bddc4c17ea tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Apr 12 20:12:55.989364 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['85417d55-79f6-487b-9635-f03d04dc9e5a'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:56.191301 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:56.238764 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0411c1-c175-4f54-b9f5-3e6d77f5b287 req-5c228e7f-47f6-4678-82e4-6d512e5fd474 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:56.240350 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0c0411c1-c175-4f54-b9f5-3e6d77f5b287 req-5c228e7f-47f6-4678-82e4-6d512e5fd474 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0474405 Apr 12 20:12:56.292652 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0c0411c1-c175-4f54-b9f5-3e6d77f5b287 req-13f7d5f1-0b46-43af-81f6-0085402818b7 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445848 Apr 12 20:12:56.490877 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45582) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:56.508456 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb891-11f9-4b22-b672-866e42f67504 req-350bc703-d58f-41d1-8b02-9f74e8fef892 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:56.510011 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-058fb891-11f9-4b22-b672-866e42f67504 req-350bc703-d58f-41d1-8b02-9f74e8fef892 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0511887 Apr 12 20:12:56.561372 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-058fb891-11f9-4b22-b672-866e42f67504 req-2b845af3-49c2-4a35-be72-99459af0c3e3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Apr 12 20:12:56.574123 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-09691f9c-11d5-4a96-8870-1df521f254e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821571 Apr 12 20:12:56.583215 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-b16e4a85-2d56-4cb2-b890-4ef38d315ba6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98482) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:12:56.584215 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-b16e4a85-2d56-4cb2-b890-4ef38d315ba6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051844 Apr 12 20:12:56.674906 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 45590) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:56.724335 dv-cinder-837541-1-iscsi neutron-server[98482]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 20:12:56.774334 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-e60e18f3-2640-45b2-859b-2c6b8f832d9e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:56.775645 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-e60e18f3-2640-45b2-859b-2c6b8f832d9e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports/817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 943 time: 0.0996566 Apr 12 20:12:57.004374 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875da1-325a-4c38-a3d2-a2056459dc5a req-42a91959-9831-437b-ade8-63482dedfb86 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:57.006138 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be875da1-325a-4c38-a3d2-a2056459dc5a req-42a91959-9831-437b-ade8-63482dedfb86 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 945 time: 0.0545094 Apr 12 20:12:57.055364 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be875da1-325a-4c38-a3d2-a2056459dc5a req-88260bdb-291a-4bb0-8382-0d0cd3ab96e4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Apr 12 20:12:57.403717 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 85417d55-79f6-487b-9635-f03d04dc9e5a up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:57.450066 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 85417d55-79f6-487b-9635-f03d04dc9e5a completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:12:57.457180 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 85417d55-79f6-487b-9635-f03d04dc9e5a triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:57.457558 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:57.533516 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 85417d55-79f6-487b-9635-f03d04dc9e5a is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:57.533907 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:57.562784 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:57.565045 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3077df41-bf56-4fc6-865a-5989bd789b09" -d '{"events": [{"server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "name": "network-vif-plugged", "status": "completed", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:57.585733 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 85417d55-79f6-487b-9635-f03d04dc9e5a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=85417d55-79f6-487b-9635-f03d04dc9e5a,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:57.592243 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:57.623077 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb95145e-de6e-4e40-bbc2-6a2513590b7d x-openstack-request-id: req-cb95145e-de6e-4e40-bbc2-6a2513590b7d {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:57.623352 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "name": "network-vif-plugged", "status": "completed", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:57.623665 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb95145e-de6e-4e40-bbc2-6a2513590b7d {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:57.624065 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb95145e-de6e-4e40-bbc2-6a2513590b7d'] response: {'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'code': 200} Apr 12 20:12:57.662703 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=85417d55-79f6-487b-9635-f03d04dc9e5a,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:57.675316 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:57.727612 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11081676-b5a3-44bd-a326-c2ece2042339 req-c943242e-bd82-4f88-92ed-410f828dade9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:57.729129 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-11081676-b5a3-44bd-a326-c2ece2042339 req-c943242e-bd82-4f88-92ed-410f828dade9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0570471 Apr 12 20:12:57.809734 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70671636-596c-4be5-bb22-4d1881f7d876 req-49e421fb-b5cc-408d-beb4-5625791a7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:57.811324 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-70671636-596c-4be5-bb22-4d1881f7d876 req-49e421fb-b5cc-408d-beb4-5625791a7714 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 1130 time: 0.0616069 Apr 12 20:12:57.815351 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-11081676-b5a3-44bd-a326-c2ece2042339 req-329487e8-ea31-4052-a8b7-5059e480c431 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804183 Apr 12 20:12:57.864414 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-70671636-596c-4be5-bb22-4d1881f7d876 req-d9ffa81c-362f-46dc-bece-998d27392d9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456562 Apr 12 20:12:58.174004 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636200bc-be07-4f35-a9d2-26bc41253e09 req-d109299a-ef05-4d92-8961-a5ee7335e4b8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:58.175484 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-636200bc-be07-4f35-a9d2-26bc41253e09 req-d109299a-ef05-4d92-8961-a5ee7335e4b8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0482447 Apr 12 20:12:58.229385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-636200bc-be07-4f35-a9d2-26bc41253e09 req-7b18d022-7940-4a53-89c7-8c1166d430bc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456500 Apr 12 20:12:58.375008 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-dedd199a-892b-4299-964e-fd30a9bc5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:58.376423 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-dedd199a-892b-4299-964e-fd30a9bc5b80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17&tenant_id=eb9df83bd94d40488095a49631c1a15e HTTP/1.1" status: 200 len: 1130 time: 0.0397844 Apr 12 20:12:58.437023 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-58bc6e16-6c70-47ba-ab70-95b7ec6d934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:58.438538 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-58bc6e16-6c70-47ba-ab70-95b7ec6d934e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1130 time: 0.0385821 Apr 12 20:12:58.536478 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-15fc0b15-ca0c-4c7b-a09f-9ac9dbb98b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:58.537930 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-15fc0b15-ca0c-4c7b-a09f-9ac9dbb98b3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 910 time: 0.0933902 Apr 12 20:12:58.933802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ee0c6-9321-461f-a8a6-ae60105b55ce req-0a555f82-1864-4f88-adcd-a3f2d01a4683 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:58.935309 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b97ee0c6-9321-461f-a8a6-ae60105b55ce req-0a555f82-1864-4f88-adcd-a3f2d01a4683 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0483503 Apr 12 20:12:58.990789 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b97ee0c6-9321-461f-a8a6-ae60105b55ce req-43dfedf3-3576-4ea0-a81b-cce20810430e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496888 Apr 12 20:12:59.004433 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.045302 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-27edff6a-78cf-4332-a78e-4dbb330bdab5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 1002 time: 0.0728910 Apr 12 20:12:59.110554 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-b6d5d700-b7fe-4e34-a916-fb985bc79c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:59.112542 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-b6d5d700-b7fe-4e34-a916-fb985bc79c66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 200 len: 848 time: 0.0501802 Apr 12 20:12:59.166944 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-f19ca09d-8ce4-4446-8409-eae5abbeaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:59.168476 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-f19ca09d-8ce4-4446-8409-eae5abbeaf8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fdda22b-542b-46c1-94f8-04df80e21a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394454 Apr 12 20:12:59.291475 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-de8e89c0-0d13-42d0-b45f-569154309298 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990846 Apr 12 20:12:59.345481 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58b33-3dda-45a1-b696-f92fe8f572e3 req-0253faad-8169-4817-b581-52b3a4ba33f5 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:59.346930 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-85e58b33-3dda-45a1-b696-f92fe8f572e3 req-0253faad-8169-4817-b581-52b3a4ba33f5 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0464177 Apr 12 20:12:59.393746 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-85e58b33-3dda-45a1-b696-f92fe8f572e3 req-c30f4489-49c4-49e6-83f8-23ad95f26d2b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406368 Apr 12 20:12:59.430032 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 817ffc61-d991-4a1a-9f1a-813065754d33 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:59.512091 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 817ffc61-d991-4a1a-9f1a-813065754d33 is: ACTIVE; New status is: DOWN {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:59.512481 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.546051 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:59.551117 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.608146 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=6']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:59.625556 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:59.627950 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adca408-d7d0-4a65-ae67-7754a8bc6575" -d '{"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-unplugged", "status": "completed", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:59.670069 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990a5b6-3148-42bf-a0be-e93687a88a86 x-openstack-request-id: req-8990a5b6-3148-42bf-a0be-e93687a88a86 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:59.670369 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-unplugged", "status": "completed", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:59.670625 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8990a5b6-3148-42bf-a0be-e93687a88a86 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:59.671026 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8990a5b6-3148-42bf-a0be-e93687a88a86'] response: {'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33', 'code': 200} Apr 12 20:13:00.127331 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be600d80-6b1d-4ca2-83bc-5040e3a649fd req-8484a618-31c5-435e-acd4-5fb54b1108c1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:00.128819 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be600d80-6b1d-4ca2-83bc-5040e3a649fd req-8484a618-31c5-435e-acd4-5fb54b1108c1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0590198 Apr 12 20:13:00.145959 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4abe29ab-c66c-4d46-be67-3469b7d1ad8d req-24137654-59c4-4994-a344-02c2e0414f1d service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023552 Apr 12 20:13:00.182877 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-be600d80-6b1d-4ca2-83bc-5040e3a649fd req-93751605-cc5d-4763-9239-95c98055cc3e tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463669 Apr 12 20:13:00.516351 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c29a5-7da6-40a2-b7ed-74b62914b792 req-c0091fad-efe6-48f1-91bb-e569f9336752 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:00.517852 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-317c29a5-7da6-40a2-b7ed-74b62914b792 req-c0091fad-efe6-48f1-91bb-e569f9336752 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0466025 Apr 12 20:13:00.568061 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-317c29a5-7da6-40a2-b7ed-74b62914b792 req-0af8a11e-0431-46ce-a3e5-01f171d42c88 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445032 Apr 12 20:13:00.687239 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24918-100f-4489-a47f-27f2af655c04 req-ea162342-ba7a-4b49-b7a5-f81f845157ca tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:00.688645 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4dc24918-100f-4489-a47f-27f2af655c04 req-ea162342-ba7a-4b49-b7a5-f81f845157ca tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0480583 Apr 12 20:13:00.699236 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45622) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:00.703594 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:00.741945 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (96f42638-8cc7-4bc6-8540-a5d5ea68149f), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:01.229418 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:01.235328 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (96f42638-8cc7-4bc6-8540-a5d5ea68149f), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:01.372840 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b2f3f-56dd-4f39-a28d-d24aca7f2c54 req-23284eea-2598-4345-936c-2bf552aeb846 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:01.374323 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b8b2f3f-56dd-4f39-a28d-d24aca7f2c54 req-23284eea-2598-4345-936c-2bf552aeb846 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0922384 Apr 12 20:13:01.409559 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP 96f42638-8cc7-4bc6-8540-a5d5ea68149f associated. External IP: 172.27.3.32, port: 85417d55-79f6-487b-9635-f03d04dc9e5a. Apr 12 20:13:01.478251 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0b8b2f3f-56dd-4f39-a28d-d24aca7f2c54 req-00ce2a22-1c07-48b1-a45a-c2d00297c452 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955255 Apr 12 20:13:01.657099 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:13:01.771333 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:13:01.776450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:01.781278 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:13:01.791318 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:13:01.791953 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:01.806393 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-95d2a0ba-4db6-4d36-a906-6515c8bbeb3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "PUT /v2.0/floatingips/96f42638-8cc7-4bc6-8540-a5d5ea68149f HTTP/1.1" status: 200 len: 991 time: 1.1060879 Apr 12 20:13:01.807077 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:01.809502 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0802baa8-4633-441e-b44c-0428b258975a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:01.844931 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737426c3-dff7-480f-b31f-2f6ca4c1b71a x-openstack-request-id: req-737426c3-dff7-480f-b31f-2f6ca4c1b71a {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:01.845283 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:01.845599 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-737426c3-dff7-480f-b31f-2f6ca4c1b71a {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:01.846111 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737426c3-dff7-480f-b31f-2f6ca4c1b71a'] response: {'name': 'network-changed', 'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'status': 'completed', 'code': 200} Apr 12 20:13:01.901311 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:13:01.910083 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802baa8-4633-441e-b44c-0428b258975a req-f8f71d15-6f2f-460e-8457-632802c7b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:01.911798 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0802baa8-4633-441e-b44c-0428b258975a req-f8f71d15-6f2f-460e-8457-632802c7b9cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 1130 time: 0.0441480 Apr 12 20:13:02.002049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802baa8-4633-441e-b44c-0428b258975a req-6a98f8cc-b1e3-470c-9cd3-65330f082cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:02.003546 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0802baa8-4633-441e-b44c-0428b258975a req-6a98f8cc-b1e3-470c-9cd3-65330f082cdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0855601 Apr 12 20:13:02.071636 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0802baa8-4633-441e-b44c-0428b258975a req-e2378210-e41a-4353-9784-a2a1829c9344 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85417d55-79f6-487b-9635-f03d04dc9e5a HTTP/1.1" status: 200 len: 999 time: 0.0622749 Apr 12 20:13:02.118218 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802baa8-4633-441e-b44c-0428b258975a req-4eae15d0-9118-44bb-977e-e1b354bd2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:02.119725 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0802baa8-4633-441e-b44c-0428b258975a req-4eae15d0-9118-44bb-977e-e1b354bd2704 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0430954 Apr 12 20:13:02.120566 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:01Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:02.147232 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:13:02.156571 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:13:02.157182 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:12:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:02.163172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802baa8-4633-441e-b44c-0428b258975a req-e37b418c-d847-4dcc-b1a3-33a4daa738c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:02.164731 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0802baa8-4633-441e-b44c-0428b258975a req-e37b418c-d847-4dcc-b1a3-33a4daa738c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387967 Apr 12 20:13:02.257785 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0802baa8-4633-441e-b44c-0428b258975a req-dfc42e13-e3dc-473f-aad5-7e42b6bda774 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871665 Apr 12 20:13:02.266565 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:13:02.347861 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0802baa8-4633-441e-b44c-0428b258975a req-089a4ac5-78f5-4409-80f2-6c9189c534bb service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839252 Apr 12 20:13:02.479584 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:01Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:02.602328 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb6b1d-e9eb-4635-8871-f5b079147231 None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:01Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:13:02.602627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34498-35b5-454c-aae9-9c387d2880ef req-eaad360c-6166-4974-ac4c-9c2c86ddc340 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:02.604214 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c9d34498-35b5-454c-aae9-9c387d2880ef req-eaad360c-6166-4974-ac4c-9c2c86ddc340 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0549285 Apr 12 20:13:02.656561 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c9d34498-35b5-454c-aae9-9c387d2880ef req-ea7bb311-7fd3-4108-8c3a-51e92d43eef3 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461473 Apr 12 20:13:02.790604 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f13b5-be41-4121-97fd-d44b3fec1e2c None None] New status for floating IP 96f42638-8cc7-4bc6-8540-a5d5ea68149f: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:13:03.780260 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008354a-a060-4964-8512-1d4b48a7bc80 req-eee5d055-1025-4edd-bfb5-45a63bd54568 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:03.781732 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d008354a-a060-4964-8512-1d4b48a7bc80 req-eee5d055-1025-4edd-bfb5-45a63bd54568 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0485535 Apr 12 20:13:03.833138 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d008354a-a060-4964-8512-1d4b48a7bc80 req-310e9596-58c7-44aa-ac89-3ba37c0d89c6 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Apr 12 20:13:04.961179 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25da3d-6f92-4fb6-b09c-ddbf3e602ce4 req-1a2c9c77-e8c1-4800-97e9-bf26b8063484 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:04.962646 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7a25da3d-6f92-4fb6-b09c-ddbf3e602ce4 req-1a2c9c77-e8c1-4800-97e9-bf26b8063484 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0589671 Apr 12 20:13:05.014562 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7a25da3d-6f92-4fb6-b09c-ddbf3e602ce4 req-8d6570ac-bad9-44b8-8a26-62d2dd192b0f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440221 Apr 12 20:13:06.139801 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256fa10-6e9d-4984-9e30-a2fc9be29418 req-93039ce8-b7b9-4b64-9480-60fa40d97fa5 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:06.141259 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c256fa10-6e9d-4984-9e30-a2fc9be29418 req-93039ce8-b7b9-4b64-9480-60fa40d97fa5 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0546017 Apr 12 20:13:06.191477 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c256fa10-6e9d-4984-9e30-a2fc9be29418 req-a58b207b-a0cb-431c-8b8f-0cf603302f47 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Apr 12 20:13:07.317816 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167b434-eb03-407c-863d-c7482a4fdc3c req-58388048-e0a6-4d80-87d1-dacf3fe43c68 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:07.319288 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c167b434-eb03-407c-863d-c7482a4fdc3c req-58388048-e0a6-4d80-87d1-dacf3fe43c68 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0464537 Apr 12 20:13:07.374368 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c167b434-eb03-407c-863d-c7482a4fdc3c req-eeea0a61-f2ce-437f-a199-961e186d964c tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490975 Apr 12 20:13:07.473289 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6e63-899b-4fcb-830a-c8b342df48a7 req-06e57d52-0457-4a5f-88ce-605d18166351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:07.474767 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-334a6e63-899b-4fcb-830a-c8b342df48a7 req-06e57d52-0457-4a5f-88ce-605d18166351 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1128 time: 0.0377738 Apr 12 20:13:07.519100 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-334a6e63-899b-4fcb-830a-c8b342df48a7 req-6ce57f03-e5b1-4491-bbef-880914f0d9f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Apr 12 20:13:08.507298 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077cad-2244-4e6a-a4fe-970aa431cb4d req-efca50b5-abbf-46a9-b352-a938b01466a4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:08.508822 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-22077cad-2244-4e6a-a4fe-970aa431cb4d req-efca50b5-abbf-46a9-b352-a938b01466a4 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0471761 Apr 12 20:13:08.557564 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-22077cad-2244-4e6a-a4fe-970aa431cb4d req-96b84e71-5a38-4379-af12-2c0a373f2565 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430958 Apr 12 20:13:09.461533 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 817ffc61-d991-4a1a-9f1a-813065754d33 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:13:09.584123 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:09.595519 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '817ffc61-d991-4a1a-9f1a-813065754d33', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'port_id': '817ffc61-d991-4a1a-9f1a-813065754d33', 'mac_address': 'fa:16:3e:9b:7f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:13:09.632653 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 817ffc61-d991-4a1a-9f1a-813065754d33 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:09.633039 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:09.646083 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817ffc61-d991-4a1a-9f1a-813065754d33 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:09.666095 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:09.671104 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:09.673688 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db415513-3a29-48da-8408-7b490c98116a req-d477c84d-5ee4-40e5-8156-dc7f1a4c09f2 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:09.675400 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-db415513-3a29-48da-8408-7b490c98116a req-d477c84d-5ee4-40e5-8156-dc7f1a4c09f2 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 944 time: 0.0520670 Apr 12 20:13:09.721183 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=7']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:09.728016 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-db415513-3a29-48da-8408-7b490c98116a req-5f5701c6-1c89-4913-95cb-615758e1914f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464845 Apr 12 20:13:10.090700 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['817ffc61-d991-4a1a-9f1a-813065754d33'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:13:11.451298 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:13:11.499794 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 817ffc61-d991-4a1a-9f1a-813065754d33 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:13:11.558029 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 817ffc61-d991-4a1a-9f1a-813065754d33 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:11.558318 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:11.634981 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 817ffc61-d991-4a1a-9f1a-813065754d33 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:11.635362 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:11.658013 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:11.660301 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f374a-4aa5-4d47-aefb-2b24549fe8c2" -d '{"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-plugged", "status": "completed", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:11.672763 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:11.678857 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:11.704119 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0079d7b2-d1ca-4def-bec2-96f1b9eb1f18 x-openstack-request-id: req-0079d7b2-d1ca-4def-bec2-96f1b9eb1f18 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:11.704402 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-plugged", "status": "completed", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:11.704651 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0079d7b2-d1ca-4def-bec2-96f1b9eb1f18 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:11.705035 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0079d7b2-d1ca-4def-bec2-96f1b9eb1f18'] response: {'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33', 'code': 200} Apr 12 20:13:11.731660 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=8']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:22.880310 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-378bbdb2-7e52-41e8-9b1f-eb3c78ee8fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:25.209915 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0719de80-2f3f-4cc8-89a5-010a46f33c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:25.847921 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:26.203743 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:27.670938 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:29.009959 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:32.129770 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-31513a40-d1e3-497a-8f6e-ab8bc4854924 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797120353&fields=id&tenant_id=47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 267 time: 0.0453134 Apr 12 20:13:32.243726 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-0dbaca1a-5107-4c44-bd7f-51a3a1fcb99c tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:32.245283 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-0dbaca1a-5107-4c44-bd7f-51a3a1fcb99c tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 811 time: 0.1087449 Apr 12 20:13:32.260992 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-80e30004-d371-4eaf-83ff-fd44164ae8d6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/quotas/47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 375 time: 0.0100861 Apr 12 20:13:32.311063 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-f311f8a9-2748-4f1e-8c08-64447f871659 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448167 Apr 12 20:13:32.326744 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-1133271f-5e7c-4714-a4c9-e3ef9e0cc0df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:13:32.328630 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-1133271f-5e7c-4714-a4c9-e3ef9e0cc0df service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050530 Apr 12 20:13:32.426751 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7cb6405-1822-4f54-89b8-91d2ea4f3985 service neutron] 10.222.0.43 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935578 Apr 12 20:13:32.538001 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-ab800b6e-33d8-4d47-b22e-e3167561a540 service neutron] 10.222.0.43 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051605 Apr 12 20:13:32.841912 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-992f3a26-542f-49f1-a648-ad53cbe32dd5 req-a90ad03b-8e10-4777-a2f8-f83487779b46 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0286813 Apr 12 20:13:33.066691 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30323b7-05e9-4530-bdbb-222bd5a84c92 req-ebef390f-bb1f-490c-8873-5f1bd4ddc8cd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:33.068295 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c30323b7-05e9-4530-bdbb-222bd5a84c92 req-ebef390f-bb1f-490c-8873-5f1bd4ddc8cd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0474823 Apr 12 20:13:33.119413 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c30323b7-05e9-4530-bdbb-222bd5a84c92 req-345a3185-a7c2-4d13-92be-677816a88cf7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452554 Apr 12 20:13:33.826925 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-2c22073c-8710-4bc8-b375-bc25bbdca389 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:33.828428 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-2c22073c-8710-4bc8-b375-bc25bbdca389 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 811 time: 0.1034884 Apr 12 20:13:33.894370 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-7a56d969-c8d9-435e-bf48-ef983890ff22 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a9f0d7a0134a2286864b56bbf84091 HTTP/1.1" status: 200 len: 379 time: 0.0560231 Apr 12 20:13:33.903202 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'port': {'device_id': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'admin_state_up': True, 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'security_groups': ['b1978374-8acd-40b9-82ea-d0b1f1344b9e']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:33.980809 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-667fd689-c83b-474c-a294-98e1656d2137 req-283c34b7-a559-450f-a426-52ff1231ae9b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0610178 Apr 12 20:13:34.038273 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Made reservation on behalf of 47a9f0d7a0134a2286864b56bbf84091 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:13:34.041635 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:34.173290 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Allocated IP 172.20.0.3 (8abdbeaa-db52-4d8b-9e32-4012958d8508/882bd3da-d872-44ed-b1ff-1665f44cd98c/3cb34762-a795-4a7a-b5bd-f767de2acd10) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:13:34.272306 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a0d87-3be8-4a61-aeae-929251a192f7 req-d3b70a1f-9435-4ca4-ac01-b5d02048287e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:34.273802 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-765a0d87-3be8-4a61-aeae-929251a192f7 req-d3b70a1f-9435-4ca4-ac01-b5d02048287e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0808139 Apr 12 20:13:34.374555 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-765a0d87-3be8-4a61-aeae-929251a192f7 req-d67a1d8c-b354-4d4e-b732-31bd9f76619b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696602 Apr 12 20:13:34.387347 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:34.423174 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:34.462649 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:13:34.465619 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:13:34.472192 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:13:34.496647 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=3cb34762-a795-4a7a-b5bd-f767de2acd10,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:34.526899 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:34.528214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:34.548415 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-c777feba-68da-498d-9b12-efb767f5a1b8 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6488905 Apr 12 20:13:34.669779 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-6c5b827b-e699-4101-b53c-2a49594bb6e8 None None] Provisioning complete for port 3cb34762-a795-4a7a-b5bd-f767de2acd10 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:34.670363 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-6c5b827b-e699-4101-b53c-2a49594bb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:34.699867 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Request body: {'port': {'device_id': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:34.705371 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b827b-e699-4101-b53c-2a49594bb6e8 None None] Port 3cb34762-a795-4a7a-b5bd-f767de2acd10 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:13:34.762786 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:35.021508 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb34762-a795-4a7a-b5bd-f767de2acd10 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:35.030100 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Publish callbacks [] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:35.043059 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Transition to ACTIVE for port object 3cb34762-a795-4a7a-b5bd-f767de2acd10 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:13:35.048337 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:35.117201 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Pushing event updated for resources: {'Port': ['ID=3cb34762-a795-4a7a-b5bd-f767de2acd10,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:35.191546 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138be37-1a1a-4a16-917f-b604c8ac0b06 req-72c4bee0-d11a-4e52-bb33-148e1c061825 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.194053 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4138be37-1a1a-4a16-917f-b604c8ac0b06 req-72c4bee0-d11a-4e52-bb33-148e1c061825 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.1430876 Apr 12 20:13:35.244125 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Attempting to bind port 3cb34762-a795-4a7a-b5bd-f767de2acd10 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:13:35.244462 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Attempting to bind port 3cb34762-a795-4a7a-b5bd-f767de2acd10 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:13:35.244788 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Attempting to bind port 3cb34762-a795-4a7a-b5bd-f767de2acd10 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:35.255693 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Port 3cb34762-a795-4a7a-b5bd-f767de2acd10 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:13:35.256014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Attempting to bind port 3cb34762-a795-4a7a-b5bd-f767de2acd10 on network 8abdbeaa-db52-4d8b-9e32-4012958d8508 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:35.268346 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4138be37-1a1a-4a16-917f-b604c8ac0b06 req-fbaf84c3-327f-4d7f-9bd8-f8f1babe0ca1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690558 Apr 12 20:13:35.269124 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:13:35.269454 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Checking segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:13:35.269850 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Bound using segment: {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:13:35.270312 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Bound port: 3cb34762-a795-4a7a-b5bd-f767de2acd10, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0b8835-b915-40d5-b48f-cb36223c08c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:13:35.270661 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:35.339940 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] For port 3cb34762-a795-4a7a-b5bd-f767de2acd10, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:13:35.344532 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] For port 3cb34762-a795-4a7a-b5bd-f767de2acd10, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:13:35.354283 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:35.387399 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.388206 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:35.389532 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] 10.222.0.60 "PUT /v2.0/ports/3cb34762-a795-4a7a-b5bd-f767de2acd10 HTTP/1.1" status: 200 len: 1093 time: 0.6944249 Apr 12 20:13:35.389993 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:35.392293 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:35.428060 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc79ea-89cc-4373-bdba-3dfe0d82e50b service neutron] Pushing event updated for resources: {'Port': ['ID=3cb34762-a795-4a7a-b5bd-f767de2acd10,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:35.455188 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e427c066-eabb-4d6d-8791-1feb6c8cf9c9 x-openstack-request-id: req-e427c066-eabb-4d6d-8791-1feb6c8cf9c9 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:35.455579 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:35.455757 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e427c066-eabb-4d6d-8791-1feb6c8cf9c9 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:35.456131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e427c066-eabb-4d6d-8791-1feb6c8cf9c9'] response: {'name': 'network-changed', 'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'status': 'completed', 'code': 200} Apr 12 20:13:35.513036 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-026fd1a0-889e-45d9-b12e-e0c6999b30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.514543 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-026fd1a0-889e-45d9-b12e-e0c6999b30f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 1127 time: 0.0743001 Apr 12 20:13:35.531528 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02945ba0-12e0-4575-abcc-f58afc9b9fdb req-01310797-e919-4e25-b1ec-17762588a101 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.532933 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02945ba0-12e0-4575-abcc-f58afc9b9fdb req-01310797-e919-4e25-b1ec-17762588a101 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0599806 Apr 12 20:13:35.567971 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-7858c2c3-2e25-4431-a7b2-67ad3afcce48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10 HTTP/1.1" status: 200 len: 217 time: 0.0428553 Apr 12 20:13:35.639824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-e94dd76b-edb4-4e95-bfa4-4d3973d06044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.641273 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-e94dd76b-edb4-4e95-bfa4-4d3973d06044 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0670907 Apr 12 20:13:35.644556 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-02945ba0-12e0-4575-abcc-f58afc9b9fdb req-b756401d-2d80-4ccc-aa8f-01bdf07e1975 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049225 Apr 12 20:13:35.689336 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-97ea23ee-bf58-420d-b891-1262a28fa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.690795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-97ea23ee-bf58-420d-b891-1262a28fa129 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426307 Apr 12 20:13:35.778545 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-7abab200-67f8-43ac-aae2-ef746f37bd43 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804176 Apr 12 20:13:35.877099 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32eea325-6130-4d68-ac9e-e6b975c68a7f req-9959fba9-55e8-450e-98c9-7b2a20bf0c63 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912433 Apr 12 20:13:36.392330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119dca6-812f-4004-a1fd-4dcbe922c19d req-a41782f3-a5e1-429e-b2ff-2ba4d3811f39 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:36.393757 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f119dca6-812f-4004-a1fd-4dcbe922c19d req-a41782f3-a5e1-429e-b2ff-2ba4d3811f39 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.0526943 Apr 12 20:13:36.441727 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f119dca6-812f-4004-a1fd-4dcbe922c19d req-8ed3665d-968b-4453-b918-d0ad0b2acd91 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 Apr 12 20:13:36.784186 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1e6de-42b3-43a9-ab42-5fa07f92b564 req-a74cc34d-c9cb-4bd3-9744-36b2953d1199 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:36.785722 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fca1e6de-42b3-43a9-ab42-5fa07f92b564 req-a74cc34d-c9cb-4bd3-9744-36b2953d1199 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0606728 Apr 12 20:13:36.836123 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fca1e6de-42b3-43a9-ab42-5fa07f92b564 req-2d1b650e-a750-45fc-944b-6aeb65ca5d1a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Apr 12 20:13:37.110815 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-bd086d6e-c68e-4594-b4f3-6b61289229c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.112744 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-bd086d6e-c68e-4594-b4f3-6b61289229c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 1127 time: 0.0512004 Apr 12 20:13:37.210670 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-ff87339d-7877-45d4-8575-ef1dfdc4c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.212194 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-ff87339d-7877-45d4-8575-ef1dfdc4c428 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.0939150 Apr 12 20:13:37.259343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-fa1fbf90-f2a9-4844-8759-27aed29058a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10 HTTP/1.1" status: 200 len: 217 time: 0.0379455 Apr 12 20:13:37.316454 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-04161085-1a07-405e-90c5-ff6b68dff784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.318129 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-04161085-1a07-405e-90c5-ff6b68dff784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0503438 Apr 12 20:13:37.364199 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-40495598-c168-4c1e-b5c4-ba73c2421444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.365560 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-40495598-c168-4c1e-b5c4-ba73c2421444 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388005 Apr 12 20:13:37.456942 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-4c3a5911-e8b4-4391-b306-fef74b19e1fa service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849144 Apr 12 20:13:37.568775 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5447-a018-43d3-96f8-e26ffc674215 req-7a6598b0-5f84-40e2-aae6-09dbf80f2379 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.570520 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-686a5447-a018-43d3-96f8-e26ffc674215 req-7a6598b0-5f84-40e2-aae6-09dbf80f2379 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.0554492 Apr 12 20:13:37.594653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cbf916c8-7cdf-4c93-96c7-abbbcf8bf489 req-4609101b-668c-4519-b2ca-f03a8c7834b1 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320312 Apr 12 20:13:37.626442 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-686a5447-a018-43d3-96f8-e26ffc674215 req-323854d3-8098-45f1-abb2-c5c529dce220 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474780 Apr 12 20:13:37.964905 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60586f98-0f4c-43dc-bacd-863686a28e72 req-63b77f31-ee03-489b-be96-64cfca81a25c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.966343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60586f98-0f4c-43dc-bacd-863686a28e72 req-63b77f31-ee03-489b-be96-64cfca81a25c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0477743 Apr 12 20:13:38.018700 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-60586f98-0f4c-43dc-bacd-863686a28e72 req-6ccbf508-1085-4d73-b198-a239a35d9a54 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Apr 12 20:13:38.749204 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0bb82-cc2c-4c92-9ad8-8533693f77bc req-c2aa3915-abe6-4bce-bcf8-ba116ecbf380 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:38.750666 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f5f0bb82-cc2c-4c92-9ad8-8533693f77bc req-c2aa3915-abe6-4bce-bcf8-ba116ecbf380 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.0471444 Apr 12 20:13:38.805716 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f5f0bb82-cc2c-4c92-9ad8-8533693f77bc req-b310e78e-a5af-41e0-9111-31653b1b4ac7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477922 Apr 12 20:13:39.145529 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcf10-d866-43ad-8413-b8fab8b148d0 req-642f021a-e660-43e0-a51b-50fb162fc796 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:39.147034 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-55edcf10-d866-43ad-8413-b8fab8b148d0 req-642f021a-e660-43e0-a51b-50fb162fc796 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0497451 Apr 12 20:13:39.198839 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-55edcf10-d866-43ad-8413-b8fab8b148d0 req-823763b0-9d4f-4475-8ce3-6058b99fb71f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433817 Apr 12 20:13:40.189758 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7a5a-00f2-42d1-ace4-b0448a895503 req-03f7b4cd-7e36-4d9f-a7ee-465149c16f59 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:40.191216 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0eac7a5a-00f2-42d1-ace4-b0448a895503 req-03f7b4cd-7e36-4d9f-a7ee-465149c16f59 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.3050122 Apr 12 20:13:40.240713 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0eac7a5a-00f2-42d1-ace4-b0448a895503 req-175ab8ee-d744-41aa-8b54-612f084a8125 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Apr 12 20:13:40.324731 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d360ba-88aa-4683-9b7d-9df54e3ab767 req-fadd3573-db78-4be2-9956-4fc3bb5ca6e6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:40.326215 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d6d360ba-88aa-4683-9b7d-9df54e3ab767 req-fadd3573-db78-4be2-9956-4fc3bb5ca6e6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Apr 12 20:13:40.374585 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d6d360ba-88aa-4683-9b7d-9df54e3ab767 req-a0aa1da4-1843-4d00-9295-0230f484a558 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Apr 12 20:13:41.358098 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe6f2-4d23-4c28-ab2e-3d2f56822fa3 req-41bd2f3d-b230-407c-a90d-ff869af935f6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:41.359528 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6dcbe6f2-4d23-4c28-ab2e-3d2f56822fa3 req-41bd2f3d-b230-407c-a90d-ff869af935f6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.0495970 Apr 12 20:13:41.415953 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6dcbe6f2-4d23-4c28-ab2e-3d2f56822fa3 req-968e16e6-373e-4b99-bfa7-386a2c7b174f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506341 Apr 12 20:13:41.497045 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d40ada-a990-4609-87c9-4c69da3b3f39 req-5d8c42de-a29d-4d44-887b-32e36e61d923 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:41.498464 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-57d40ada-a990-4609-87c9-4c69da3b3f39 req-5d8c42de-a29d-4d44-887b-32e36e61d923 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0462470 Apr 12 20:13:41.544746 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-57d40ada-a990-4609-87c9-4c69da3b3f39 req-edde929b-3101-4fc8-95ff-e3f6fcd2bd3d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 Apr 12 20:13:42.534613 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66eeb-b37f-4aa0-8d5f-f274c89973b7 req-664c9964-71c9-448d-ac74-939bd6a5fda6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:42.536001 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4ea66eeb-b37f-4aa0-8d5f-f274c89973b7 req-664c9964-71c9-448d-ac74-939bd6a5fda6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.0482328 Apr 12 20:13:42.594866 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4ea66eeb-b37f-4aa0-8d5f-f274c89973b7 req-e98a3e09-2d48-434a-8f26-59bb0dcd2a82 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523591 Apr 12 20:13:42.676590 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544a409-9a00-4c1c-956d-37bb1876ef95 req-4f013558-cf78-483b-a631-f08b188a8ced tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:42.678085 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0544a409-9a00-4c1c-956d-37bb1876ef95 req-4f013558-cf78-483b-a631-f08b188a8ced tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0517733 Apr 12 20:13:42.729883 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0544a409-9a00-4c1c-956d-37bb1876ef95 req-e07d9b89-be88-48e3-a564-a13826bc9d4b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436430 Apr 12 20:13:43.719867 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ed36-9439-4da9-8823-44d6a211c8b4 req-4aec9313-a1ae-4392-8d7c-f83fc21316e2 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:43.721990 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59e2ed36-9439-4da9-8823-44d6a211c8b4 req-4aec9313-a1ae-4392-8d7c-f83fc21316e2 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.0586398 Apr 12 20:13:43.773741 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59e2ed36-9439-4da9-8823-44d6a211c8b4 req-80b2c0ed-d644-4384-bf8c-1366140595b5 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453539 Apr 12 20:13:43.849476 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba616a7-2773-4c1f-aaf2-d241203db3ce req-5591a5a4-2208-4f1f-a83f-8aba6e1079cd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:43.850900 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4ba616a7-2773-4c1f-aaf2-d241203db3ce req-5591a5a4-2208-4f1f-a83f-8aba6e1079cd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0489774 Apr 12 20:13:43.910555 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4ba616a7-2773-4c1f-aaf2-d241203db3ce req-358e28b6-7d07-4f28-965e-9ea914c76a83 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495858 Apr 12 20:13:44.886904 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c86b9-5e0b-4992-a36d-85e6ee2f510c req-60bc3d26-3835-4bf0-9b67-c3529f15dc20 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:44.888427 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-514c86b9-5e0b-4992-a36d-85e6ee2f510c req-60bc3d26-3835-4bf0-9b67-c3529f15dc20 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 943 time: 0.0472684 Apr 12 20:13:44.939230 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-514c86b9-5e0b-4992-a36d-85e6ee2f510c req-76d45276-bac1-46d2-a17f-a6dab543fa45 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 Apr 12 20:13:45.028650 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176d6e3-93ce-49df-aac5-74dc6185002c req-66315489-badb-44f7-bd20-d138935f8603 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:45.030128 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2176d6e3-93ce-49df-aac5-74dc6185002c req-66315489-badb-44f7-bd20-d138935f8603 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0482287 Apr 12 20:13:45.079839 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2176d6e3-93ce-49df-aac5-74dc6185002c req-924fd888-0fab-4a8a-a6fa-ea70934ad259 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Apr 12 20:13:45.630439 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 3cb34762-a795-4a7a-b5bd-f767de2acd10 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:13:45.734760 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 3cb34762-a795-4a7a-b5bd-f767de2acd10, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:45.745762 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'port_id': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'mac_address': 'fa:16:3e:6c:8c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:13:45.787231 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 3cb34762-a795-4a7a-b5bd-f767de2acd10 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:45.787654 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:45.801444 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb34762-a795-4a7a-b5bd-f767de2acd10 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:45.821547 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 3cb34762-a795-4a7a-b5bd-f767de2acd10, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:45.827632 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:45.873579 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=3cb34762-a795-4a7a-b5bd-f767de2acd10,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:45.880725 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.881005 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.881342 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.881697 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.882032 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.882354 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.882675 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.882998 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.883316 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.883668 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.884049 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.884322 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.884640 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.884955 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:45.885265 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:46.064135 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93562fa-d6f7-476e-9999-b9af9f56f939 req-f644f99f-3c88-4424-ba59-bec0e113bdfc tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:46.065592 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c93562fa-d6f7-476e-9999-b9af9f56f939 req-f644f99f-3c88-4424-ba59-bec0e113bdfc tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 944 time: 0.0541196 Apr 12 20:13:46.116177 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c93562fa-d6f7-476e-9999-b9af9f56f939 req-7c9a0c36-9639-449a-a1fd-58006532b704 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443401 Apr 12 20:13:46.198117 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969caa4-b527-4dde-a694-52e5a4ab4efd req-6b38cd2d-6804-4b47-926b-d31810f360fa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:46.199519 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a969caa4-b527-4dde-a694-52e5a4ab4efd req-6b38cd2d-6804-4b47-926b-d31810f360fa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0477948 Apr 12 20:13:46.252638 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a969caa4-b527-4dde-a694-52e5a4ab4efd req-83d2edd2-15e0-4e54-ae43-4c6639a0099b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452502 Apr 12 20:13:46.416335 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['3cb34762-a795-4a7a-b5bd-f767de2acd10'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:13:47.236607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debbc89-1131-4da0-95e1-e1436f105d35 req-3f93b9f6-3205-4892-8b99-20afa278612e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:47.238171 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7debbc89-1131-4da0-95e1-e1436f105d35 req-3f93b9f6-3205-4892-8b99-20afa278612e tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 944 time: 0.0497913 Apr 12 20:13:47.287603 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7debbc89-1131-4da0-95e1-e1436f105d35 req-ef7638f1-fce9-45b5-aa8d-088a8ef6f8f1 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437922 Apr 12 20:13:47.376194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d2b0-0f31-41f7-a3c5-aa13a98d3d44 req-c44f4ace-6485-459a-be10-92ed22e844ca tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:47.377667 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4535d2b0-0f31-41f7-a3c5-aa13a98d3d44 req-c44f4ace-6485-459a-be10-92ed22e844ca tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Apr 12 20:13:47.426462 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4535d2b0-0f31-41f7-a3c5-aa13a98d3d44 req-5417c3b3-017e-4cd4-8ac2-5da44ccdc634 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427825 Apr 12 20:13:47.864877 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:13:47.872363 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 3cb34762-a795-4a7a-b5bd-f767de2acd10 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:13:47.987269 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 3cb34762-a795-4a7a-b5bd-f767de2acd10 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:13:47.999402 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 3cb34762-a795-4a7a-b5bd-f767de2acd10 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:47.999933 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:48.052371 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:48.067260 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'port_id': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'mac_address': 'fa:16:3e:f9:34:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:13:48.131240 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: ACTIVE; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:48.131529 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:48.133379 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 3cb34762-a795-4a7a-b5bd-f767de2acd10 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:48.133741 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:48.155225 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 418a7e42-fbef-46ed-b4dd-10705ef3dc5d {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:48.173386 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:48.175675 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f4e61a-62c4-41bb-9537-954e395a86c9" -d '{"events": [{"server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:48.194128 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:48.196425 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 3cb34762-a795-4a7a-b5bd-f767de2acd10, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:48.201052 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:48.204536 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:48.225147 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce4f71-0dfa-4641-bb65-6c8992d2cfc1 x-openstack-request-id: req-32ce4f71-0dfa-4641-bb65-6c8992d2cfc1 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:48.225397 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "name": "network-vif-plugged", "status": "completed", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:48.225656 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32ce4f71-0dfa-4641-bb65-6c8992d2cfc1 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:48.226058 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ce4f71-0dfa-4641-bb65-6c8992d2cfc1'] response: {'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'code': 200} Apr 12 20:13:48.253486 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=6']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:48.314034 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=3cb34762-a795-4a7a-b5bd-f767de2acd10,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:48.371254 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['418a7e42-fbef-46ed-b4dd-10705ef3dc5d'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:13:48.410961 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e06ab-9dde-4c7d-9725-e0c9ed5bfdec req-1d6ca893-2a13-4a83-824e-d9837f077a97 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:48.413361 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c91e06ab-9dde-4c7d-9725-e0c9ed5bfdec req-1d6ca893-2a13-4a83-824e-d9837f077a97 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0557988 Apr 12 20:13:48.455948 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:13:48.478143 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c91e06ab-9dde-4c7d-9725-e0c9ed5bfdec req-0e92aca8-50c2-40a7-a17d-2a83c32e70b9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580018 Apr 12 20:13:48.556408 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25944140-c724-491a-a0b5-2974521bf690 req-eea44354-fc83-4e2d-a917-6ee399fe63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:48.557902 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-25944140-c724-491a-a0b5-2974521bf690 req-eea44354-fc83-4e2d-a917-6ee399fe63bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 1129 time: 0.1254318 Apr 12 20:13:48.577057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487fd54-0bc1-4725-8a09-9f69512a31bc req-0d2cc5f2-193d-4304-864d-c03637c7eba1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:48.578447 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2487fd54-0bc1-4725-8a09-9f69512a31bc req-0d2cc5f2-193d-4304-864d-c03637c7eba1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 944 time: 0.0590692 Apr 12 20:13:48.641947 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-25944140-c724-491a-a0b5-2974521bf690 req-fe0d41c5-d81c-412e-a6b7-bbb8ebf8dfd5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766473 Apr 12 20:13:48.648777 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2487fd54-0bc1-4725-8a09-9f69512a31bc req-688d6f68-16e2-46a8-a487-a601856dcf06 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635972 Apr 12 20:13:49.589286 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818e7a4-7dc8-45e3-a9fb-53e038db4aae req-7a9e70a7-4537-45c8-b8e9-92071ba13d9d tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:49.590759 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8818e7a4-7dc8-45e3-a9fb-53e038db4aae req-7a9e70a7-4537-45c8-b8e9-92071ba13d9d tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0516748 Apr 12 20:13:49.640212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8818e7a4-7dc8-45e3-a9fb-53e038db4aae req-8bd7eaba-81ac-4d5f-82dc-a01a3d3c0970 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438049 Apr 12 20:13:49.770049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c249-b2e9-483a-ac4a-9b416926886d req-8259924c-ff23-44ae-bf7c-98101ca7420a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:49.771436 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2064c249-b2e9-483a-ac4a-9b416926886d req-8259924c-ff23-44ae-bf7c-98101ca7420a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 944 time: 0.0486715 Apr 12 20:13:49.821675 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2064c249-b2e9-483a-ac4a-9b416926886d req-6ac6f893-d90a-4f1d-bbd0-60068a4a9be8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Apr 12 20:13:49.851021 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:13:49.907923 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:49.908321 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:49.990929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:49.991312 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:50.027439 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:50.034124 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:50.082440 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=7']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:50.227784 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:50.231558 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1564d83-f754-42c9-9d7e-93c8b820393f" -d '{"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-plugged", "status": "completed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:50.271027 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed6541f-93d4-46f2-890f-4a710678cc50 x-openstack-request-id: req-7ed6541f-93d4-46f2-890f-4a710678cc50 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:50.271321 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-plugged", "status": "completed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:50.271621 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ed6541f-93d4-46f2-890f-4a710678cc50 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:50.272030 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed6541f-93d4-46f2-890f-4a710678cc50'] response: {'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'code': 200} Apr 12 20:13:50.778350 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dccba-3548-4f26-8b17-2d8686390911 req-66114083-377f-4904-a26a-e3ecc5a2ff59 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:50.779848 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dd4dccba-3548-4f26-8b17-2d8686390911 req-66114083-377f-4904-a26a-e3ecc5a2ff59 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0550981 Apr 12 20:13:50.830331 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dd4dccba-3548-4f26-8b17-2d8686390911 req-b88f575b-97fe-4073-b6b2-3f4d7bdac0f4 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448477 Apr 12 20:13:50.945704 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280a4d4-c9e1-4f2b-a3db-c0436e874580 req-25ba99a7-0234-4137-bdc5-bbfde31e89b1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:50.947180 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6280a4d4-c9e1-4f2b-a3db-c0436e874580 req-25ba99a7-0234-4137-bdc5-bbfde31e89b1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0465534 Apr 12 20:13:51.002678 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6280a4d4-c9e1-4f2b-a3db-c0436e874580 req-92ddae99-5f6f-4103-a534-a31ab09a2c0e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498745 Apr 12 20:13:51.951812 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2d8f2-75db-4159-bd0f-2f5cb39d51fa req-15965fb9-835c-46a5-9d8d-ec39bbb4f9d5 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:51.953306 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a6c2d8f2-75db-4159-bd0f-2f5cb39d51fa req-15965fb9-835c-46a5-9d8d-ec39bbb4f9d5 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0462673 Apr 12 20:13:52.009421 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a6c2d8f2-75db-4159-bd0f-2f5cb39d51fa req-d2ec940e-c0aa-49d8-b8cd-853552a9e950 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505681 Apr 12 20:13:52.146860 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab76a29-4c67-4550-9b2e-dfb6c05a4d62 req-1ce2baf9-da29-48fc-86b7-2d4d605d4136 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.148251 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ab76a29-4c67-4550-9b2e-dfb6c05a4d62 req-1ce2baf9-da29-48fc-86b7-2d4d605d4136 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0713608 Apr 12 20:13:52.156308 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb585e-2905-4d70-933b-45fa86ca03d7 req-1b54c020-41ff-4c70-98ff-c74776062c8a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.157660 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5efb585e-2905-4d70-933b-45fa86ca03d7 req-1b54c020-41ff-4c70-98ff-c74776062c8a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0795553 Apr 12 20:13:52.230795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ab76a29-4c67-4550-9b2e-dfb6c05a4d62 req-861028df-6187-4058-9a54-ac6ff21df2dd tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722260 Apr 12 20:13:52.234822 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5efb585e-2905-4d70-933b-45fa86ca03d7 req-64738d57-ba1a-45cb-8fd2-69556fc34c37 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706434 Apr 12 20:13:52.254752 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45844) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:52.399482 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79e0b3-ceb3-48c0-bc62-b9063bf00ad3 tempest-TestVolumeBootPattern-449846778 tempest-TestVolumeBootPattern-449846778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.400973 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-1e79e0b3-ceb3-48c0-bc62-b9063bf00ad3 tempest-TestVolumeBootPattern-449846778 tempest-TestVolumeBootPattern-449846778-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 1124 time: 0.1450782 Apr 12 20:13:52.403830 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 45848) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:52.408026 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'port_id': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:52.430356 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:52.506348 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:52.621393 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Allocated IP 172.27.3.129 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/ba3f6b36-5c25-4c00-a1c6-96102ec724d0) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:13:52.741360 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:52.780502 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:52.818030 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:13:52.825063 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:13:52.829565 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:13:52.832694 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=ba3f6b36-5c25-4c00-a1c6-96102ec724d0,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:52.859444 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.859927 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.860166 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.860507 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.860835 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.861948 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.861948 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.861948 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.862227 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.862503 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.862829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.863155 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.863474 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.863834 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.864150 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:52.886373 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-0b178b9c-22a9-4809-844f-c585bb28e8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.224108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.299848 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.401073 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff1b67-9424-4711-a41e-59e3b9afb8da req-3541817b-66b3-45de-8ee9-6f0bcf730453 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:53.403399 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2ff1b67-9424-4711-a41e-59e3b9afb8da req-3541817b-66b3-45de-8ee9-6f0bcf730453 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0823665 Apr 12 20:13:53.504911 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b2ff1b67-9424-4711-a41e-59e3b9afb8da req-5327ddea-6e75-4d4a-99a4-81f09bb5a6dd tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851185 Apr 12 20:13:53.559027 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.563895 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.634710 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event updated for resources: {'Port': ['ID=ba3f6b36-5c25-4c00-a1c6-96102ec724d0,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:53.650615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.754070 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Floating IP a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6 associated. External IP: 172.27.3.129, port: 3cb34762-a795-4a7a-b5bd-f767de2acd10. Apr 12 20:13:53.985108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:13:54.102319 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:13:54.112457 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc784984-fa19-403b-b316-531f69135bfa None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:13:54.124070 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.124760 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:13:54.125405 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:13:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:54.156931 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5077cc6d-9da4-4a9d-953a-c3b6ca96fb24 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7520099 Apr 12 20:13:54.157845 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:54.160832 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48b63d6-c7ab-4321-b63f-8c413de23064" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:54.218776 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deff9bb1-4a62-4f0f-ad74-4cf31a45f281 x-openstack-request-id: req-deff9bb1-4a62-4f0f-ad74-4cf31a45f281 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:54.219213 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:54.221112 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-deff9bb1-4a62-4f0f-ad74-4cf31a45f281 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:54.225988 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deff9bb1-4a62-4f0f-ad74-4cf31a45f281'] response: {'name': 'network-changed', 'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'status': 'completed', 'code': 200} Apr 12 20:13:54.264520 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:13:54.344140 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-aa55bb74-fb35-4f1b-a4fe-1904b08904e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:54.346389 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-aa55bb74-fb35-4f1b-a4fe-1904b08904e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 1129 time: 0.0826676 Apr 12 20:13:54.470003 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-387ec42f-53ad-45f7-815d-b9ee30ba693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:54.471644 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-387ec42f-53ad-45f7-815d-b9ee30ba693e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.1190238 Apr 12 20:13:54.566552 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-2d2790e6-4200-47de-911e-a9ce2779e298 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10 HTTP/1.1" status: 200 len: 999 time: 0.0878549 Apr 12 20:13:54.598718 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:18Z', 'revision_number': 1, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}, {'id': 'a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:6c:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:13:53Z', 'updated_at': '2022-04-12T20:13:53Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:54.632835 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc784984-fa19-403b-b316-531f69135bfa None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:13:54.641512 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:13:54.642238 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:13:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:54.771850 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:13:54.998976 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1118a6-c5f2-43e3-a359-fc89f006996a req-6216e2ed-2c07-40b1-89a7-0a0325b17608 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:55.000568 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b1118a6-c5f2-43e3-a359-fc89f006996a req-6216e2ed-2c07-40b1-89a7-0a0325b17608 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.3747454 Apr 12 20:13:55.002008 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-9fe254ec-a050-4ba8-99a6-fae74cef9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:55.003329 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-9fe254ec-a050-4ba8-99a6-fae74cef9aec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.4296906 Apr 12 20:13:55.075424 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-dc784984-fa19-403b-b316-531f69135bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:18Z', 'revision_number': 1, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}, {'id': 'a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:6c:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:13:53Z', 'updated_at': '2022-04-12T20:13:53Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:55.087216 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-c1e39665-5684-4290-9156-392af2e53d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:55.093088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-c1e39665-5684-4290-9156-392af2e53d4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796311 Apr 12 20:13:55.096987 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6b1118a6-c5f2-43e3-a359-fc89f006996a req-6f104a0c-44c0-44a2-9cdc-de3861dd6ad9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903509 Apr 12 20:13:55.106298 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-9ee59a61-3e44-41e0-8ff6-95993f0fd2f5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:13:55.107277 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-9ee59a61-3e44-41e0-8ff6-95993f0fd2f5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081530 Apr 12 20:13:55.124600 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc784984-fa19-403b-b316-531f69135bfa None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:18Z', 'revision_number': 1, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}, {'id': 'a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:6c:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:13:53Z', 'updated_at': '2022-04-12T20:13:53Z', 'revision_number': 0, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:13:55.219460 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-082d9186-8bd6-41da-9361-8c79f757d69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:55.223295 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-cec8b3e2-bde5-496d-a778-f67f756931f4 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092658 Apr 12 20:13:55.326993 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f48b63d6-c7ab-4321-b63f-8c413de23064 req-fca8edfc-6478-4cad-9270-c496a3cd3777 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971789 Apr 12 20:13:55.387994 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42417fd1-c40d-49dd-9d99-d22835ed777b None None] New status for floating IP a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:13:55.859722 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:56.201292 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:56.224385 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1f4e-1f3f-4710-a9d0-69f6015c49ba req-baf007dc-6829-4eeb-9535-2c0521f9aebb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:56.225907 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f41a1f4e-1f3f-4710-a9d0-69f6015c49ba req-baf007dc-6829-4eeb-9535-2c0521f9aebb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0501387 Apr 12 20:13:56.284383 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f41a1f4e-1f3f-4710-a9d0-69f6015c49ba req-870a171d-49a3-43de-a3fd-b6c7ef1c6740 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527935 Apr 12 20:13:57.408763 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b3be-c68b-4b67-99cd-8d5edfc89657 req-8831609c-9b14-40ad-a138-28b0ad04e955 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:57.410234 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32d4b3be-c68b-4b67-99cd-8d5edfc89657 req-8831609c-9b14-40ad-a138-28b0ad04e955 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Apr 12 20:13:57.478375 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-32d4b3be-c68b-4b67-99cd-8d5edfc89657 req-4e47ac8c-4069-43b3-a172-7118efdda076 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606225 Apr 12 20:13:57.670696 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:58.614433 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff2d89-3cf8-469c-a6bb-1e7584902409 req-da879bd0-39ef-4a61-aace-8d4aaeff66d6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:58.616428 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56ff2d89-3cf8-469c-a6bb-1e7584902409 req-da879bd0-39ef-4a61-aace-8d4aaeff66d6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0513587 Apr 12 20:13:58.678183 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-56ff2d89-3cf8-469c-a6bb-1e7584902409 req-8893bf75-482a-4dea-bc8a-7ff09a8c505f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513504 Apr 12 20:13:59.005475 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:59.819236 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164e2a0-c72f-4f76-b6ba-0a6e48e6df40 req-45545afb-b6f2-49a4-8c7e-1e88c1df6a49 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:59.824000 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3164e2a0-c72f-4f76-b6ba-0a6e48e6df40 req-45545afb-b6f2-49a4-8c7e-1e88c1df6a49 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0603912 Apr 12 20:13:59.871330 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3164e2a0-c72f-4f76-b6ba-0a6e48e6df40 req-a4d30c3b-1d4e-49eb-b025-4b3a7d4ea3c2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Apr 12 20:14:00.997237 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fef707-f3a8-4c52-82f2-de32aaabefaf req-bc0c6ef2-e0f0-43f6-b7b9-dbbb1e25858f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.999973 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-03fef707-f3a8-4c52-82f2-de32aaabefaf req-bc0c6ef2-e0f0-43f6-b7b9-dbbb1e25858f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0503616 Apr 12 20:14:01.049566 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-03fef707-f3a8-4c52-82f2-de32aaabefaf req-1c02fa4f-6c16-46b9-bbc8-b471017f5acb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 Apr 12 20:14:02.179731 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d745c0-f3c0-4da0-9a1e-18281b1e81bf req-32501b8c-c8d7-44df-b632-f2a9bd148ea3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:02.186816 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f8d745c0-f3c0-4da0-9a1e-18281b1e81bf req-32501b8c-c8d7-44df-b632-f2a9bd148ea3 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0591536 Apr 12 20:14:02.234946 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f8d745c0-f3c0-4da0-9a1e-18281b1e81bf req-3f7451ad-60b4-4096-befd-39f3c321a070 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472455 Apr 12 20:14:03.361678 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ceb58-9d48-40fd-b2cf-35826e551e12 req-a3641663-742c-4b07-9fc4-3634f8c339ed tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:03.363172 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e3ceb58-9d48-40fd-b2cf-35826e551e12 req-a3641663-742c-4b07-9fc4-3634f8c339ed tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0554347 Apr 12 20:14:03.416012 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2e3ceb58-9d48-40fd-b2cf-35826e551e12 req-99015f2e-0a0c-4e0c-9bf2-0991dfbed922 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463190 Apr 12 20:14:04.691307 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20f59-a547-44dc-877e-c4ba3cb7da6f req-6369d903-d237-4be3-b911-a18ac6c83c60 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:04.692849 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8fb20f59-a547-44dc-877e-c4ba3cb7da6f req-6369d903-d237-4be3-b911-a18ac6c83c60 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0495782 Apr 12 20:14:04.748791 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8fb20f59-a547-44dc-877e-c4ba3cb7da6f req-43c767e3-4864-42ff-a5cd-169e4aaaa789 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498810 Apr 12 20:14:04.791155 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-df42e781-9153-44f1-858e-5b12fa3315ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:04.792674 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-df42e781-9153-44f1-858e-5b12fa3315ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 1129 time: 0.0419412 Apr 12 20:14:04.894466 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-822f1a1f-dc48-497f-865c-497d5d5a8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:04.895926 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-822f1a1f-dc48-497f-865c-497d5d5a8c6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.0945690 Apr 12 20:14:04.963687 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-ae49f460-9e64-41e0-b6d0-9b795ff91a9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 200 len: 1000 time: 0.0614996 Apr 12 20:14:05.012811 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-7f2f428d-c1ee-43b1-9d52-76e637aa885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:05.014266 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-7f2f428d-c1ee-43b1-9d52-76e637aa885e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0433190 Apr 12 20:14:05.057885 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-c56be022-6262-47b3-a801-37ed1c52120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:05.059416 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-c56be022-6262-47b3-a801-37ed1c52120a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387404 Apr 12 20:14:05.159385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-345a24ed-e96a-4d6b-923b-08955148ff23 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902836 Apr 12 20:14:05.252272 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6394ba78-3817-4aa0-a26f-f874604c7f4b req-0be1087d-87fd-4065-b92b-84586bfcf646 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Apr 12 20:14:05.881862 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed4d9-2862-4d39-8a51-8f6b6475ee88 req-8b23750c-3fae-4fea-bc84-9ed85fa59061 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:05.883242 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d31ed4d9-2862-4d39-8a51-8f6b6475ee88 req-8b23750c-3fae-4fea-bc84-9ed85fa59061 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0522046 Apr 12 20:14:05.932771 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d31ed4d9-2862-4d39-8a51-8f6b6475ee88 req-6f17879d-a4d3-4bb5-a6d3-b7b62adbfc26 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 Apr 12 20:14:07.064070 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ffbdd-fe11-41e9-8071-6b49d6be2618 req-460c1d35-201c-483b-8abb-5de906d2787e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.065589 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9b7ffbdd-fe11-41e9-8071-6b49d6be2618 req-460c1d35-201c-483b-8abb-5de906d2787e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 945 time: 0.0479095 Apr 12 20:14:07.125481 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9b7ffbdd-fe11-41e9-8071-6b49d6be2618 req-19088dc6-49ac-43dc-ab77-44c139aff891 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538032 Apr 12 20:14:07.953904 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:14:08.044371 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: ACTIVE; New status is: DOWN {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:08.044760 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:08.069965 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:08.074113 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa628f2b-e87a-4527-a41c-9f7be2799cea" -d '{"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-unplugged", "status": "completed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:08.087798 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:08.093369 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:08.123138 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ff5136-f597-41ed-bf56-98313678c170 x-openstack-request-id: req-93ff5136-f597-41ed-bf56-98313678c170 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:08.123421 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-unplugged", "status": "failed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d", "code": 422}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:08.123699 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93ff5136-f597-41ed-bf56-98313678c170 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:08.124119 dv-cinder-837541-1-iscsi neutron-server[98484]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-93ff5136-f597-41ed-bf56-98313678c170']: {'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'code': 422} returned with failed status Apr 12 20:14:08.147409 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=8']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:08.250472 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205d7f2-785a-4ca1-a07a-95ff7ff9f546 req-03cf40e7-15a8-4c12-bfc2-9504776b9292 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:08.252018 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2205d7f2-785a-4ca1-a07a-95ff7ff9f546 req-03cf40e7-15a8-4c12-bfc2-9504776b9292 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0499058 Apr 12 20:14:08.299537 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2205d7f2-785a-4ca1-a07a-95ff7ff9f546 req-3168c45b-a0a2-4b80-992c-f2d36705d7f6 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Apr 12 20:14:09.305453 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23924a-238b-4fec-9022-cd7b4ce92788 req-368069d1-80bd-4f1b-94e7-5f67a3f1b69c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:09.306943 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9c23924a-238b-4fec-9022-cd7b4ce92788 req-368069d1-80bd-4f1b-94e7-5f67a3f1b69c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0472047 Apr 12 20:14:09.353549 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9c23924a-238b-4fec-9022-cd7b4ce92788 req-3e90ff91-6594-4c93-b87e-bcf01e36bf4b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Apr 12 20:14:09.487182 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-ad6f94a0-a0c1-4499-a8f6-cf2defb97589 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388036 Apr 12 20:14:09.564775 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-0a68070b-cea3-45e1-aba3-f044c4ebc354 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:09.566123 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-0a68070b-cea3-45e1-aba3-f044c4ebc354 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports/418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 200 len: 940 time: 0.0477262 Apr 12 20:14:10.510717 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d12970-f2b0-46ad-9ccd-29d14b8bd373 req-1c9624f9-68fc-40a6-ae03-74c42bc16c8b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.512213 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8d12970-f2b0-46ad-9ccd-29d14b8bd373 req-1c9624f9-68fc-40a6-ae03-74c42bc16c8b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0776134 Apr 12 20:14:10.515170 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-2ae58b11-f318-4f1c-8208-523c542c3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.516568 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-2ae58b11-f318-4f1c-8208-523c542c3c1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3&tenant_id=1e08f32dfe314c9692199ab5c8939114 HTTP/1.1" status: 200 len: 1127 time: 0.0541813 Apr 12 20:14:10.582940 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8d12970-f2b0-46ad-9ccd-29d14b8bd373 req-9304ae85-8263-4664-802c-67f1ca041940 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649889 Apr 12 20:14:10.590424 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-49214607-ef43-47b5-acf4-cc912cf4d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.591872 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-49214607-ef43-47b5-acf4-cc912cf4d356 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e08f32dfe314c9692199ab5c8939114&device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 1127 time: 0.0494728 Apr 12 20:14:10.687327 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-6814a6fc-88bb-40fc-a13c-4d0476c6227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.688748 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-6814a6fc-88bb-40fc-a13c-4d0476c6227d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 200 len: 917 time: 0.0905049 Apr 12 20:14:10.764513 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-505f6d38-58c3-4c20-b312-ea0a1b48987c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 200 len: 998 time: 0.0662220 Apr 12 20:14:10.819077 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-d1008dfe-9e07-488b-bc9f-4c08ca4e775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.820795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-d1008dfe-9e07-488b-bc9f-4c08ca4e775b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 200 len: 855 time: 0.0485694 Apr 12 20:14:10.872708 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-a70f3edf-f3dc-4556-9394-28f40bf73a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.874163 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-a70f3edf-f3dc-4556-9394-28f40bf73a1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2084eaf6-c238-44a2-bd23-7cfc284336e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476048 Apr 12 20:14:10.968531 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-140f29d1-d837-41bc-a187-4f2c8b165eee service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866692 Apr 12 20:14:11.064342 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b13ef8fd-4c0d-4f66-b24a-f8de968e3a26 req-2e4bf377-4e74-4942-8461-52335f122c75 service neutron] 10.222.0.60 "GET /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884798 Apr 12 20:14:11.705552 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59b4d-4dbe-4e2f-a112-146023a91636 req-c7675c0e-4010-4f38-ab30-f6e76847c2b8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:11.707151 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-45e59b4d-4dbe-4e2f-a112-146023a91636 req-c7675c0e-4010-4f38-ab30-f6e76847c2b8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0487857 Apr 12 20:14:11.757021 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-45e59b4d-4dbe-4e2f-a112-146023a91636 req-b74703d8-6df2-41d7-ba7f-9c7ba690df21 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Apr 12 20:14:11.980097 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:14:12.059786 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: DOWN; New status is: DOWN {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:12.895369 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03213e0-d0a3-4ff3-9014-7d6192eac71c req-0e0f40d9-cd18-4607-9c0e-fce94e80bc4d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:12.896838 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f03213e0-d0a3-4ff3-9014-7d6192eac71c req-0e0f40d9-cd18-4607-9c0e-fce94e80bc4d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0573499 Apr 12 20:14:12.945618 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f03213e0-d0a3-4ff3-9014-7d6192eac71c req-c3d29bf0-4503-49f8-bf9e-7ed86232de5a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Apr 12 20:14:14.077235 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731a6b4-e4ee-4427-aa69-c501b42d962a req-c2d1b1a7-420f-4857-bfd8-b510938be91e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:14.078727 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4731a6b4-e4ee-4427-aa69-c501b42d962a req-c2d1b1a7-420f-4857-bfd8-b510938be91e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0559573 Apr 12 20:14:14.130391 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4731a6b4-e4ee-4427-aa69-c501b42d962a req-7f901d72-561c-4c4d-a419-1c6a37fa4ac8 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Apr 12 20:14:15.251703 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f78d-42d5-4d56-ac53-3c70201af315 req-2bcdfab5-1b76-4e49-8cdf-a36d53e7db65 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:15.253217 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6465f78d-42d5-4d56-ac53-3c70201af315 req-2bcdfab5-1b76-4e49-8cdf-a36d53e7db65 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0479531 Apr 12 20:14:15.305937 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6465f78d-42d5-4d56-ac53-3c70201af315 req-522ffcb2-ea39-4a8d-81a9-e2e3ea808a4d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463986 Apr 12 20:14:16.439434 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c490be-b7d9-4a73-8b58-a586b6293a9f req-22f182a7-7b8f-4089-ad8a-fd58ff292d12 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.442448 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-47c490be-b7d9-4a73-8b58-a586b6293a9f req-22f182a7-7b8f-4089-ad8a-fd58ff292d12 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0650706 Apr 12 20:14:16.489376 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-47c490be-b7d9-4a73-8b58-a586b6293a9f req-68a86a39-6724-422b-b8d7-8f7cb8bc8c99 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Apr 12 20:14:17.606616 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893fd3b-9801-4ff0-bcf8-ee1cb530de48 req-06d5aa53-116f-44ce-a87b-d825073c1fc7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:17.608090 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4893fd3b-9801-4ff0-bcf8-ee1cb530de48 req-06d5aa53-116f-44ce-a87b-d825073c1fc7 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0458262 Apr 12 20:14:17.658843 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4893fd3b-9801-4ff0-bcf8-ee1cb530de48 req-46a783eb-75e1-413e-8944-1ab22372fd60 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Apr 12 20:14:18.805194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb1e2c-b2f8-4a00-b0d4-a333fffe96eb req-3cc2e3c5-3a09-4d27-ae8e-ea207942b08c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:18.806621 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-71bb1e2c-b2f8-4a00-b0d4-a333fffe96eb req-3cc2e3c5-3a09-4d27-ae8e-ea207942b08c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0544126 Apr 12 20:14:18.854453 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-71bb1e2c-b2f8-4a00-b0d4-a333fffe96eb req-89bb0940-7429-4519-bb2b-83a35a78bc5f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Apr 12 20:14:19.976186 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de9d43-0357-4af6-bdbe-4b07d37c714b req-8c9f0272-11ad-4cc9-a876-000ac6d764e5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:19.977654 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8de9d43-0357-4af6-bdbe-4b07d37c714b req-8c9f0272-11ad-4cc9-a876-000ac6d764e5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0489836 Apr 12 20:14:20.026110 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b8de9d43-0357-4af6-bdbe-4b07d37c714b req-31f585f9-1aee-44e5-9c4f-15de82b59605 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Apr 12 20:14:21.149967 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaa96e-a830-4eeb-b922-4dc7f1e60ae1 req-dfeee757-c3c6-4b9a-a153-275dfa75c4af tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:21.151433 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ccaa96e-a830-4eeb-b922-4dc7f1e60ae1 req-dfeee757-c3c6-4b9a-a153-275dfa75c4af tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0472786 Apr 12 20:14:21.204851 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ccaa96e-a830-4eeb-b922-4dc7f1e60ae1 req-ca1eb52a-3c11-4464-aa1c-b52bc6bb3049 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 Apr 12 20:14:22.329031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362454d4-9769-4b72-a977-bd9a690deb06 req-d674e11e-4d1d-4842-b43e-db0414b19aa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:22.330585 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-362454d4-9769-4b72-a977-bd9a690deb06 req-d674e11e-4d1d-4842-b43e-db0414b19aa2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0495641 Apr 12 20:14:22.378090 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-362454d4-9769-4b72-a977-bd9a690deb06 req-a3124c76-d40a-4156-8809-42fea06d92e1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Apr 12 20:14:22.882493 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-309120a3-a0df-47f4-b1fa-8f31b0c83fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.498923 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8817a-710f-4260-9a13-2a3c64f45b0f req-1868f0e7-f24e-48ae-ade9-9499da0e9e04 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:23.500490 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ed8817a-710f-4260-9a13-2a3c64f45b0f req-1868f0e7-f24e-48ae-ade9-9499da0e9e04 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0500059 Apr 12 20:14:23.548838 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5ed8817a-710f-4260-9a13-2a3c64f45b0f req-95061465-c614-416e-ab09-3a5e2f9a5d67 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Apr 12 20:14:24.675292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a7bce-80da-4f71-8127-5ca46f0eb70d req-f7f81ef1-61a6-4415-bcf7-99ba30572fe1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:24.676839 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de3a7bce-80da-4f71-8127-5ca46f0eb70d req-f7f81ef1-61a6-4415-bcf7-99ba30572fe1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0510089 Apr 12 20:14:24.726392 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-de3a7bce-80da-4f71-8127-5ca46f0eb70d req-462c7153-9537-44ce-9571-cb8eb8a73676 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432670 Apr 12 20:14:25.218983 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-de58d0cb-f947-497a-912e-bd1b3c9224b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:25.460409 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:14:25.859686 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3a9e-453c-4a89-9219-e8e870f0c9bc req-bd6f051a-2921-4ca1-8968-8db89d0e3f85 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:25.862224 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e34f3a9e-453c-4a89-9219-e8e870f0c9bc req-bd6f051a-2921-4ca1-8968-8db89d0e3f85 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0492764 Apr 12 20:14:25.865940 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:25.911227 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e34f3a9e-453c-4a89-9219-e8e870f0c9bc req-79eb522c-525d-4ff6-99b1-c8fc7e35ccd1 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Apr 12 20:14:26.202218 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:27.042207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620f36-2da9-49b8-bb63-8a0260063e5d req-6c70916c-2118-4bed-a0a0-6184d7df96df tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:27.043740 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f3620f36-2da9-49b8-bb63-8a0260063e5d req-6c70916c-2118-4bed-a0a0-6184d7df96df tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0515063 Apr 12 20:14:27.092682 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f3620f36-2da9-49b8-bb63-8a0260063e5d req-dad4470a-3e9f-4625-ba1d-41a12b01e264 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Apr 12 20:14:27.682779 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:28.216434 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb4d8-2278-4dbd-a422-cfb359a73e9d req-59dd09aa-7b91-4130-a5cd-3cad1fbcee3b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:28.217903 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f2eb4d8-2278-4dbd-a422-cfb359a73e9d req-59dd09aa-7b91-4130-a5cd-3cad1fbcee3b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0499268 Apr 12 20:14:28.266779 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4f2eb4d8-2278-4dbd-a422-cfb359a73e9d req-3adfef70-398b-4855-8cc6-a62a887f8f5f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Apr 12 20:14:29.009069 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:29.383153 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131bd6c-03d8-4b67-9d3f-86ba4584a547 req-2973b1d7-db1f-40a3-b09d-4e34fefafc5e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:29.384617 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d131bd6c-03d8-4b67-9d3f-86ba4584a547 req-2973b1d7-db1f-40a3-b09d-4e34fefafc5e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0468469 Apr 12 20:14:29.444342 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d131bd6c-03d8-4b67-9d3f-86ba4584a547 req-3e35c154-f775-4c5f-b8f5-27d61d000610 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539277 Apr 12 20:14:30.580277 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb488-c540-4b2c-aa27-09d273694bb4 req-6332d883-54f2-4dce-b07e-92bd50dbaaed tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:30.581747 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9bdb488-c540-4b2c-aa27-09d273694bb4 req-6332d883-54f2-4dce-b07e-92bd50dbaaed tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0574491 Apr 12 20:14:30.628502 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b9bdb488-c540-4b2c-aa27-09d273694bb4 req-2bc4c218-fba6-400d-a998-9698aac33fff tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Apr 12 20:14:31.755731 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8eac-bc9f-49ec-99be-364185588895 req-572937fa-041d-416f-a315-968f7c3cb863 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:31.757220 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fd7d8eac-bc9f-49ec-99be-364185588895 req-572937fa-041d-416f-a315-968f7c3cb863 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0488687 Apr 12 20:14:31.806421 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fd7d8eac-bc9f-49ec-99be-364185588895 req-8195223e-1ee0-4aef-9606-796b243686aa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409231 Apr 12 20:14:32.951071 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c4c5-4cf9-436b-9c4c-6dc12d52f74b req-f3aece96-958e-4a40-b1da-f6ba500a8f8e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:32.952581 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b028c4c5-4cf9-436b-9c4c-6dc12d52f74b req-f3aece96-958e-4a40-b1da-f6ba500a8f8e tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0613041 Apr 12 20:14:33.001221 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b028c4c5-4cf9-436b-9c4c-6dc12d52f74b req-244d2b46-4382-4f7a-af88-1c265ac1867c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Apr 12 20:14:33.414614 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-557eec0f-f3a9-4ef8-9575-2bdbb9f76173 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400016 Apr 12 20:14:33.493949 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-f6d3f6b9-1ec0-44c4-bbb1-a53bf113938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:33.495446 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-f6d3f6b9-1ec0-44c4-bbb1-a53bf113938c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1130 time: 0.0386231 Apr 12 20:14:33.600434 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-6d279c4c-9083-459e-87f9-3e55e6568dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:33.601951 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-6d279c4c-9083-459e-87f9-3e55e6568dec service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 910 time: 0.0880830 Apr 12 20:14:33.665011 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-7ed0d145-4fae-4ef7-b22c-9bc7aa75f965 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 1002 time: 0.0575118 Apr 12 20:14:33.722591 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-8995d874-c427-44e0-a7c2-bada0ba2be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:33.724522 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-8995d874-c427-44e0-a7c2-bada0ba2be39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 200 len: 848 time: 0.0540030 Apr 12 20:14:33.767335 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-493810f1-975e-4d88-979c-1580cc187904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:33.768872 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-493810f1-975e-4d88-979c-1580cc187904 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fdda22b-542b-46c1-94f8-04df80e21a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388470 Apr 12 20:14:33.858237 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-78750309-644d-43ee-869d-a73f411121e9 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Apr 12 20:14:33.949540 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e71ec64b-2ce2-4810-aed3-3f344c9c74d8 req-f8b18322-7242-4e99-82f7-d2ba372d6c89 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845280 Apr 12 20:14:34.126066 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36735e77-f301-4be4-be84-c792e8c33ada req-e210f9ba-b0b8-4b85-8c2c-b5d2e3010732 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:34.127510 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36735e77-f301-4be4-be84-c792e8c33ada req-e210f9ba-b0b8-4b85-8c2c-b5d2e3010732 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 943 time: 0.0548990 Apr 12 20:14:34.143731 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:14:34.175536 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36735e77-f301-4be4-be84-c792e8c33ada req-356eabf2-4d32-45cb-87a0-40e834d730fa tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 Apr 12 20:14:34.239281 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:34.251912 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'port_id': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'mac_address': 'fa:16:3e:f9:34:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:14:34.305126 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:34.305435 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:34.322052 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418a7e42-fbef-46ed-b4dd-10705ef3dc5d {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:14:34.343810 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:34.349526 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:34.397571 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=9']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:34.751131 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['418a7e42-fbef-46ed-b4dd-10705ef3dc5d'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:35.296521 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d761fc8-4c78-44ff-b093-65ec97a7aa21 req-904f95ce-0627-488b-990e-c20a500f469c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:35.297997 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d761fc8-4c78-44ff-b093-65ec97a7aa21 req-904f95ce-0627-488b-990e-c20a500f469c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 944 time: 0.0505919 Apr 12 20:14:35.345891 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d761fc8-4c78-44ff-b093-65ec97a7aa21 req-8841fbe0-54b6-4b6c-bb17-e926d69b5a73 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Apr 12 20:14:36.152263 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:14:36.204561 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:14:36.204956 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:36.283909 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:36.284296 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:36.306884 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:36.309260 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79e6aa9-6a3f-4cbf-9397-35ffcbf24847" -d '{"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-plugged", "status": "completed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:36.322514 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:36.326739 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:36.349120 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c140cb07-c2a8-4ac0-8540-88a770478bcc x-openstack-request-id: req-c140cb07-c2a8-4ac0-8540-88a770478bcc {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:36.349407 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-plugged", "status": "completed", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:36.349649 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c140cb07-c2a8-4ac0-8540-88a770478bcc {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:36.350039 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c140cb07-c2a8-4ac0-8540-88a770478bcc'] response: {'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'code': 200} Apr 12 20:14:36.378159 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=10']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:36.473678 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099984d-6954-4c07-a58c-1a09df75369e req-10cc9bff-46c0-49c7-9a2f-74f82727e672 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:36.475140 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1099984d-6954-4c07-a58c-1a09df75369e req-10cc9bff-46c0-49c7-9a2f-74f82727e672 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 946 time: 0.0472157 Apr 12 20:14:36.550050 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe39aa-17d0-47bf-a86f-88c35fb546e6 req-e29655cc-9c5e-4381-b62a-006840b20a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:36.551597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dffe39aa-17d0-47bf-a86f-88c35fb546e6 req-e29655cc-9c5e-4381-b62a-006840b20a88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 1130 time: 0.0567863 Apr 12 20:14:36.554772 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1099984d-6954-4c07-a58c-1a09df75369e req-69d8ec5b-42ef-44f8-9d4d-e8464eae3e29 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734122 Apr 12 20:14:36.599895 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dffe39aa-17d0-47bf-a86f-88c35fb546e6 req-563e9288-dcb3-4527-95f6-c53183f9404c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381835 Apr 12 20:14:37.690222 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6456b-abcc-4e57-87e0-677738a1b5b1 req-c75c938e-d5f1-49fa-bae8-406a03dcdd8d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:37.691698 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84c6456b-abcc-4e57-87e0-677738a1b5b1 req-c75c938e-d5f1-49fa-bae8-406a03dcdd8d tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 946 time: 0.0534575 Apr 12 20:14:37.740276 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84c6456b-abcc-4e57-87e0-677738a1b5b1 req-5678b51f-31ce-48a2-8f22-3b7d4b5c0bd9 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402501 Apr 12 20:14:38.874508 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f687e-62cd-4c8b-ad0d-1707242ad6f3 req-94f7b1fa-751d-413b-a961-48dc137f4db2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:38.876029 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-024f687e-62cd-4c8b-ad0d-1707242ad6f3 req-94f7b1fa-751d-413b-a961-48dc137f4db2 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 946 time: 0.0501103 Apr 12 20:14:38.927929 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-024f687e-62cd-4c8b-ad0d-1707242ad6f3 req-7b165bf1-21b1-410e-b8ff-f6f786e03365 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461366 Apr 12 20:14:40.061362 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa28fc1-dd2f-42e8-85c1-a31d4a17ae24 req-2191a7f7-2d7d-4289-8d64-19559dfb2dca tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:40.062811 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2aa28fc1-dd2f-42e8-85c1-a31d4a17ae24 req-2191a7f7-2d7d-4289-8d64-19559dfb2dca tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 946 time: 0.0543895 Apr 12 20:14:40.111471 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2aa28fc1-dd2f-42e8-85c1-a31d4a17ae24 req-29cabfaf-d1f1-4b6e-8a2b-1b9a29b0f199 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Apr 12 20:14:47.039753 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e648c7-1826-4ff9-9eed-08f56b3c874e req-e712aed0-92b2-4043-b56e-b3e2faf081ca tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:47.041257 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24e648c7-1826-4ff9-9eed-08f56b3c874e req-e712aed0-92b2-4043-b56e-b3e2faf081ca tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0468223 Apr 12 20:14:47.087663 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-24e648c7-1826-4ff9-9eed-08f56b3c874e req-33f307e1-93c9-4e96-b338-ab9c853ac730 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Apr 12 20:14:48.209858 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cd372-95ae-444a-8126-ed0113e82c03 req-d4734be3-b7a5-4650-b35e-c83ca34467d2 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:48.211303 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d30cd372-95ae-444a-8126-ed0113e82c03 req-d4734be3-b7a5-4650-b35e-c83ca34467d2 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0558739 Apr 12 20:14:48.258855 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d30cd372-95ae-444a-8126-ed0113e82c03 req-8f8c6041-9677-4ac6-be4b-1c9cc64610a2 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402839 Apr 12 20:14:49.267890 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-895adebb-92bf-4cdb-a4a8-b37b84965e94 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:49.269395 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-895adebb-92bf-4cdb-a4a8-b37b84965e94 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0492058 Apr 12 20:14:49.384757 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Deleting port 0df46796-08e1-4710-bf54-a91073e2723a {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:49.385095 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (0df46796-08e1-4710-bf54-a91073e2723a), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:49.407371 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab41e5-6cb5-4d2c-bc60-ab4af7512f8a req-ece797c3-8453-4a30-8703-560543980969 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:49.408831 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bab41e5-6cb5-4d2c-bc60-ab4af7512f8a req-ece797c3-8453-4a30-8703-560543980969 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 945 time: 0.0678725 Apr 12 20:14:49.507403 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bab41e5-6cb5-4d2c-bc60-ab4af7512f8a req-e7b8f58f-2d41-4c39-b8a0-1b0ef567e171 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups?id=55484979-d257-4e31-b50b-357017857503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907016 Apr 12 20:14:49.519057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] For port 0df46796-08e1-4710-bf54-a91073e2723a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0df46796-08e1-4710-bf54-a91073e2723a,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:49.519608 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (0df46796-08e1-4710-bf54-a91073e2723a), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:49.731993 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:49.732373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (8f6f5009-a61d-46a9-b4ce-a63b38f0e293), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:49.732625 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Floating IP 8f6f5009-a61d-46a9-b4ce-a63b38f0e293 disassociated. External IP: 172.27.3.69, port: 0df46796-08e1-4710-bf54-a91073e2723a. Apr 12 20:14:49.732974 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Calling delete_port for 0df46796-08e1-4710-bf54-a91073e2723a owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:14:49.857141 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (0df46796-08e1-4710-bf54-a91073e2723a), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:49.888030 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event deleted for resources: {'Port': ['ID=0df46796-08e1-4710-bf54-a91073e2723a,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:50.006616 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Router 3e32e07c-56a3-4081-85a3-652927ec8f46 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:14:50.379520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:14:50.389381 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] Sync routers for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:14:50.401253 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:50.401879 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:50.420446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] No DVR routers for this DVR port 0df46796-08e1-4710-bf54-a91073e2723a on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:14:50.423064 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:50.426390 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6388f96-bd7b-4ac9-a869-365c1b4d686c req-0a840dcd-c079-4400-99c5-e27521ed2a6c tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.60 "DELETE /v2.0/ports/0df46796-08e1-4710-bf54-a91073e2723a HTTP/1.1" status: 204 len: 173 time: 1.1512372 Apr 12 20:14:50.426863 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'name': 'network-vif-deleted', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:50.429151 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa8dd8-6464-4d19-8849-e27ac0d9e481" -d '{"events": [{"server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "name": "network-vif-deleted", "tag": "0df46796-08e1-4710-bf54-a91073e2723a"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:50.522276 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:50.543092 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ea239-a138-402d-bdfa-183efce9d8c1 x-openstack-request-id: req-de3ea239-a138-402d-bdfa-183efce9d8c1 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:50.543379 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814c829-156c-47da-954d-761a3f5ef886", "name": "network-vif-deleted", "tag": "0df46796-08e1-4710-bf54-a91073e2723a", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:50.543797 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de3ea239-a138-402d-bdfa-183efce9d8c1 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:50.544199 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3ea239-a138-402d-bdfa-183efce9d8c1'] response: {'server_uuid': '7814c829-156c-47da-954d-761a3f5ef886', 'name': 'network-vif-deleted', 'tag': '0df46796-08e1-4710-bf54-a91073e2723a', 'status': 'completed', 'code': 200} Apr 12 20:14:50.619233 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9f60628b-05fc-4f93-b92f-f177807c4c1f req-74c46d34-910f-4e87-ad6f-38bab3a15141 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/ports?device_id=7814c829-156c-47da-954d-761a3f5ef886 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Apr 12 20:14:50.804589 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:50.831208 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] Checking router: 3e32e07c-56a3-4081-85a3-652927ec8f46 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:14:50.840305 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:50.840929 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:50.948787 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:51.140295 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:51.165761 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f49e8-6a87-4b45-8606-3c76469e45cf None None] The sync data for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi is: [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:33Z', 'revision_number': 4, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35', 'name': '', 'network_id': '968fd5d5-9867-4703-b127-c90bdb3ba04a', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'mac_address': 'fa:16:3e:1c:c4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:32Z', 'updated_at': '2022-04-12T20:03:40Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'subnets': [{'id': 'b36f830c-be90-4189-88bb-8ef8e336efa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:14:51.400004 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db772b-9e84-401b-99de-84aa2b961ffa None None] New status for floating IP 8f6f5009-a61d-46a9-b4ce-a63b38f0e293: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:14:52.741342 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46334) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:52.793149 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (55484979-d257-4e31-b50b-357017857503), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:52.815459 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (55484979-d257-4e31-b50b-357017857503), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:52.864036 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (55484979-d257-4e31-b50b-357017857503), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:52.866500 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:52.874492 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "DELETE /v2.0/security-groups/55484979-d257-4e31-b50b-357017857503 HTTP/1.1" status: 204 len: 168 time: 0.1252694 Apr 12 20:14:52.874673 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46336) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:52.877465 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55484979-d257-4e31-b50b-357017857503,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:52.884880 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.885209 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.885534 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.885877 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.886190 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.886304 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.api.v2.resource [None req-aee7a371-33aa-4cde-85b4-94eb9e94c8aa tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] show failed (client error): The resource could not be found. Apr 12 20:14:52.886534 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.886811 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.887120 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.887296 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-aee7a371-33aa-4cde-85b4-94eb9e94c8aa tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "GET /v2.0/security-groups/55484979-d257-4e31-b50b-357017857503 HTTP/1.1" status: 404 len: 347 time: 0.0155728 Apr 12 20:14:52.887453 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.887764 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.888084 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.888394 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.888702 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.889009 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.889337 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88fd41-1ba4-43bf-bf0d-7894541f3979 tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:52.890531 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46338) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:52.891753 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e0b67754-3bd8-4d5d-915f-a41062980ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:53.013273 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Deleting port 0a81919a-06b9-4775-bd27-2d1eedadcb27 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:53.013606 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:53.098788 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:53.099119 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (0a81919a-06b9-4775-bd27-2d1eedadcb27), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:53.111560 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Calling delete_port for 0a81919a-06b9-4775-bd27-2d1eedadcb27 owned by network:floatingip {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:14:53.253969 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (0a81919a-06b9-4775-bd27-2d1eedadcb27), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:53.284484 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Pushing event deleted for resources: {'Port': ['ID=0a81919a-06b9-4775-bd27-2d1eedadcb27,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:53.312010 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.312356 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.312705 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.313042 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.313373 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.313702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.314024 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.314318 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.314640 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.314962 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.315286 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.315670 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.315997 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.316317 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.316633 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:53.355812 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks [] for floatingip (8f6f5009-a61d-46a9-b4ce-a63b38f0e293), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:53.358337 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:53.359533 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ab9e3459-9688-490f-b2cd-48223327328f tempest-AttachVolumeTestJSON-2027123759 tempest-AttachVolumeTestJSON-2027123759-project] 10.222.0.43 "DELETE /v2.0/floatingips/8f6f5009-a61d-46a9-b4ce-a63b38f0e293 HTTP/1.1" status: 204 len: 168 time: 0.4678090 Apr 12 20:14:54.259449 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0df46796-08e1-4710-bf54-a91073e2723a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:14:54.279455 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 0df46796-08e1-4710-bf54-a91073e2723a {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:14:54.279818 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0df46796-08e1-4710-bf54-a91073e2723a not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:14:55.220019 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc35a-1a6b-40b8-b166-596f561428c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:55.864290 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.204294 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.438477 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46374) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:56.443106 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-6d3abd11-fd75-4fa2-89db-901dd67bdaee tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190064760', 'description': 'tempest-description--749492615'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:56.464773 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d3abd11-fd75-4fa2-89db-901dd67bdaee tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.530930 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d3abd11-fd75-4fa2-89db-901dd67bdaee tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (6505109a-9932-49c4-aa14-6fa2f0be26bc), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.536488 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d3abd11-fd75-4fa2-89db-901dd67bdaee tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6505109a-9932-49c4-aa14-6fa2f0be26bc), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.565507 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6d3abd11-fd75-4fa2-89db-901dd67bdaee tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.566780 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6d3abd11-fd75-4fa2-89db-901dd67bdaee tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1272554 Apr 12 20:14:56.567626 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3abd11-fd75-4fa2-89db-901dd67bdaee tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6505109a-9932-49c4-aa14-6fa2f0be26bc,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:56.569650 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46376) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:56.574179 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-a0aba3c9-9228-45b9-8d4e-ccf1d358f71c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': '6505109a-9932-49c4-aa14-6fa2f0be26bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:56.599506 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a0aba3c9-9228-45b9-8d4e-ccf1d358f71c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (fd056269-474c-4d7e-a06b-5d4f28b02815), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.660312 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a0aba3c9-9228-45b9-8d4e-ccf1d358f71c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (fd056269-474c-4d7e-a06b-5d4f28b02815), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.666055 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a0aba3c9-9228-45b9-8d4e-ccf1d358f71c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (fd056269-474c-4d7e-a06b-5d4f28b02815), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.683224 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aba3c9-9228-45b9-8d4e-ccf1d358f71c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd056269-474c-4d7e-a06b-5d4f28b02815,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:56.692174 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a0aba3c9-9228-45b9-8d4e-ccf1d358f71c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.693375 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a0aba3c9-9228-45b9-8d4e-ccf1d358f71c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228135 Apr 12 20:14:56.696711 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46378) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:56.701301 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-c7a82e9c-b8c7-4b0d-97f7-6aaf178005f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': '6505109a-9932-49c4-aa14-6fa2f0be26bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:56.728051 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c7a82e9c-b8c7-4b0d-97f7-6aaf178005f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (622a90db-f15b-4413-904d-95fe0f43f9ea), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.783992 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c7a82e9c-b8c7-4b0d-97f7-6aaf178005f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (622a90db-f15b-4413-904d-95fe0f43f9ea), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.789607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c7a82e9c-b8c7-4b0d-97f7-6aaf178005f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (622a90db-f15b-4413-904d-95fe0f43f9ea), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.806821 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a82e9c-b8c7-4b0d-97f7-6aaf178005f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622a90db-f15b-4413-904d-95fe0f43f9ea,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:56.815031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c7a82e9c-b8c7-4b0d-97f7-6aaf178005f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.816241 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c7a82e9c-b8c7-4b0d-97f7-6aaf178005f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184623 Apr 12 20:14:56.819410 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46382) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:56.824482 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:56.845883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:56.899095 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46388) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:56.925778 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.031354 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.27.3.101 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/24e173dc-a72f-4c07-b998-931888de8ef8) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:14:57.136378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (24e173dc-a72f-4c07-b998-931888de8ef8), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.170066 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (24e173dc-a72f-4c07-b998-931888de8ef8), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.210453 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:14:57.213374 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:14:57.217737 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:14:57.220778 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=24e173dc-a72f-4c07-b998-931888de8ef8,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:57.268435 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (3e32e07c-56a3-4081-85a3-652927ec8f46), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.312268 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (295e4f5c-d2a0-442f-882e-1b09c415fbc1), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.352169 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (24e173dc-a72f-4c07-b998-931888de8ef8), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.498829 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Deleting port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:57.499490 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.503473 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (24e173dc-a72f-4c07-b998-931888de8ef8), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.508692 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (24e173dc-a72f-4c07-b998-931888de8ef8), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.570830 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=24e173dc-a72f-4c07-b998-931888de8ef8,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:57.580446 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] For port 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:57.580813 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.588051 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (295e4f5c-d2a0-442f-882e-1b09c415fbc1), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.594938 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Calling delete_port for 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 owned by network:router_interface {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:14:57.604142 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.613149 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-96ba6326-9464-4598-a54e-bb1871c38e40 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7849588 Apr 12 20:14:57.678563 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.763790 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-92da1e13-6cf8-4812-8a65-d57caa65a1db tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1190064760&fields=id&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 267 time: 0.0469286 Apr 12 20:14:57.787957 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:57.813082 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Pushing event deleted for resources: {'Port': ['ID=45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:57.880357 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-75fe7594-099a-40d6-a97e-d3db150a0116 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:57.881931 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-75fe7594-099a-40d6-a97e-d3db150a0116 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.1117775 Apr 12 20:14:57.898739 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d3adf197-bdd5-49bf-adef-c2277ee5b4a2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/quotas/859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 375 time: 0.0101602 Apr 12 20:14:57.952348 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-44f722c9-b945-451d-bc9c-b522a2523048 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473390 Apr 12 20:14:57.990859 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (3e32e07c-56a3-4081-85a3-652927ec8f46), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:58.057562 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-0ddc6c7c-d543-4ecd-9f80-a03a742e767e service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928679 Apr 12 20:14:58.148699 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-c88e5fbc-4acc-409a-b28b-c482b5b3c38b service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849845 Apr 12 20:14:58.207527 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Router 3e32e07c-56a3-4081-85a3-652927ec8f46 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:14:58.322540 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:14:58.324372 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-afa0f41f-9c67-44e0-a099-1c540b631a5b req-c0b1abca-c15b-4727-8f20-4e9c5d477ca8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 210 time: 0.0334241 Apr 12 20:14:58.330557 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9592d245-2c4f-44f4-bdd7-f743286a35fe admin admin] 10.222.0.43 "PUT /v2.0/routers/3e32e07c-56a3-4081-85a3-652927ec8f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303162 Apr 12 20:14:58.330696 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46408) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:58.331431 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] Sync routers for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:14:58.345056 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:58.345985 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:58.445925 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks [] for router (3e32e07c-56a3-4081-85a3-652927ec8f46), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:58.478977 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:58.564468 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks [] for router_gateway (3e32e07c-56a3-4081-85a3-652927ec8f46), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:58.616247 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Deleting port c9932023-ea94-4960-afa8-64162a38388c {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:58.616582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (c9932023-ea94-4960-afa8-64162a38388c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:58.677183 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'c9932023-ea94-4960-afa8-64162a38388c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:14:57Z', 'revision_number': 5, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port': {'id': 'c9932023-ea94-4960-afa8-64162a38388c', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:58.709100 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] For port c9932023-ea94-4960-afa8-64162a38388c, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c9932023-ea94-4960-afa8-64162a38388c,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:58.709456 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (c9932023-ea94-4960-afa8-64162a38388c), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:58.709878 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] Checking router: 3e32e07c-56a3-4081-85a3-652927ec8f46 for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:14:58.723175 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Calling delete_port for c9932023-ea94-4960-afa8-64162a38388c owned by network:router_gateway {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:14:58.723577 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] Routers {'3e32e07c-56a3-4081-85a3-652927ec8f46'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:58.724193 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['3e32e07c-56a3-4081-85a3-652927ec8f46'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:58.814228 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] Set router 3e32e07c-56a3-4081-85a3-652927ec8f46 gateway port host: None {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:58.872490 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:14:58Z', 'revision_number': 6, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port_host': None}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:58.899928 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (c9932023-ea94-4960-afa8-64162a38388c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:58.900551 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fdb26f-131b-4d72-83f4-2ea71c53ae14 None None] The sync data for ids ['3e32e07c-56a3-4081-85a3-652927ec8f46'] in dv-cinder-837541-1-iscsi is: [{'id': '3e32e07c-56a3-4081-85a3-652927ec8f46', 'name': 'tempest-AttachVolumeTestJSON-467437839-router', 'tenant_id': 'c493f5c20b674a8d975fa993e3511f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:14:58Z', 'revision_number': 6, 'project_id': 'c493f5c20b674a8d975fa993e3511f19', 'gw_port_host': None}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:14:58.929583 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9932023-ea94-4960-afa8-64162a38388c,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:58.991888 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (3e32e07c-56a3-4081-85a3-652927ec8f46), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.001600 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.096092 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (3e32e07c-56a3-4081-85a3-652927ec8f46), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.098297 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks [] for router_controller (3e32e07c-56a3-4081-85a3-652927ec8f46), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.164955 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (3e32e07c-56a3-4081-85a3-652927ec8f46), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.165373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e32e07c-56a3-4081-85a3-652927ec8f46 {{(pid=98483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:14:59.170679 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.171852 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-19a13d51-a828-4912-aa52-99ca7789ed3d admin admin] 10.222.0.43 "DELETE /v2.0/routers/3e32e07c-56a3-4081-85a3-652927ec8f46 HTTP/1.1" status: 204 len: 168 time: 0.8402753 Apr 12 20:14:59.174369 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46416) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:59.274541 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] Deleting subnet b36f830c-be90-4189-88bb-8ef8e336efa8 {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:14:59.281224 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] Publish callbacks [] for subnet (b36f830c-be90-4189-88bb-8ef8e336efa8), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.336796 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (b36f830c-be90-4189-88bb-8ef8e336efa8), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.364787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-0493bf67-c63f-4009-a5c1-a9735d17edf7 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:59.366282 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-0493bf67-c63f-4009-a5c1-a9735d17edf7 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.1660478 Apr 12 20:14:59.468660 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1eb3989b-e9ba-4750-af12-3ff12a67a937 req-0919d4fb-5662-46dc-85a0-5299e4d79083 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 210 time: 0.0630670 Apr 12 20:14:59.497117 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (b36f830c-be90-4189-88bb-8ef8e336efa8), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.533241 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-b4427a91-83f6-4485-9f5a-2b5bd91d3a82 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 472 time: 0.1550026 Apr 12 20:14:59.545657 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'port': {'device_id': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'admin_state_up': True, 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'security_groups': ['6505109a-9932-49c4-aa14-6fa2f0be26bc']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:59.612411 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (b36f830c-be90-4189-88bb-8ef8e336efa8), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.651843 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.654962 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b36f830c-be90-4189-88bb-8ef8e336efa8 HTTP/1.1" status: 204 len: 168 time: 0.4796364 Apr 12 20:14:59.655860 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e7680-d046-462b-acd5-63ef1e48aa01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36f830c-be90-4189-88bb-8ef8e336efa8,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:59.656068 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b748003-75f4-4da9-8acd-e70f85db6071 None None] Network 968fd5d5-9867-4703-b127-c90bdb3ba04a requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:14:59.658477 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46424) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:59.701046 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Made reservation on behalf of 859586cb561343a4a5599d0b3d98b2d7 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:14:59.705268 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.836710 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] DHCP port deletion for 968fd5d5-9867-4703-b127-c90bdb3ba04a request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:14:59.854792 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.20.0.4 (76ac745d-6f59-45fa-8582-67499fe91a41/85260ba2-c1c0-4423-8fc5-ea8f81d94321/11f8a23e-a5ec-4c22-8669-8e21b054add6) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:14:59.876566 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Deleting port d20ff7a7-4d20-4237-b42b-f69b202a2534 {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:59.876940 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.949907 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] For port d20ff7a7-4d20-4237-b42b-f69b202a2534, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=d20ff7a7-4d20-4237-b42b-f69b202a2534,segment=NetworkSegment(309f8af3-09e5-4d40-81e1-0233bb64208d),segment_id=309f8af3-09e5-4d40-81e1-0233bb64208d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:59.950905 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:59.964195 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Calling delete_port for d20ff7a7-4d20-4237-b42b-f69b202a2534 owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:00.001387 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (968fd5d5-9867-4703-b127-c90bdb3ba04a), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.013189 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.043658 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.051431 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Deleting port d20ff7a7-4d20-4237-b42b-f69b202a2534 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:00.052373 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.059579 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.071865 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Pushing event deleted for resources: {'Port': ['ID=d20ff7a7-4d20-4237-b42b-f69b202a2534,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:00.081725 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] No DVR routers for this DVR port d20ff7a7-4d20-4237-b42b-f69b202a2534 on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:00.084487 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.084843 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.085214 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.085574 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.085912 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.086239 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.086563 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.086889 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.087213 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.087560 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.087888 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.088212 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.088545 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.088858 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.090073 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd33179-9c3b-4efd-90c1-b41a52943d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:00.110525 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:00.116562 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:00.120781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:00.128262 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] For port d20ff7a7-4d20-4237-b42b-f69b202a2534, host dv-cinder-837541-1-iscsi, got binding levels [] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:00.128749 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.148392 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Calling delete_port for d20ff7a7-4d20-4237-b42b-f69b202a2534 owned by network:dhcp {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:00.149485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=11f8a23e-a5ec-4c22-8669-8e21b054add6,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:00.153551 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.ipam_backend_mixin [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Port d20ff7a7-4d20-4237-b42b-f69b202a2534 was not found and therefore no delete operation was performed {{(pid=98482) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 20:15:00.160081 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (d20ff7a7-4d20-4237-b42b-f69b202a2534), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.183271 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:00.183933 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.188901 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Pushing event deleted for resources: {'Port': ['ID=d20ff7a7-4d20-4237-b42b-f69b202a2534,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:00.192944 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] No DVR routers for this DVR port d20ff7a7-4d20-4237-b42b-f69b202a2534 on host dv-cinder-837541-1-iscsi {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:00.205680 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-24dc2e09-a9e6-44ed-800f-ef0bbc3f8e33 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6649396 Apr 12 20:15:00.229323 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Request body: {'port': {'device_id': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:00.277396 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (968fd5d5-9867-4703-b127-c90bdb3ba04a), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.295447 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.298394 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968fd5d5-9867-4703-b127-c90bdb3ba04a']}} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:00.308433 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309f8af3-09e5-4d40-81e1-0233bb64208d') {'for_net_delete': True} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:00.308826 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309f8af3-09e5-4d40-81e1-0233bb64208d') {} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:00.320168 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10058320'] for segment (309f8af3-09e5-4d40-81e1-0233bb64208d), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.334648 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (309f8af3-09e5-4d40-81e1-0233bb64208d), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.341987 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=98482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:15:00.342378 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8741464'] for segment (309f8af3-09e5-4d40-81e1-0233bb64208d), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: Traceback (most recent call last): Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: timer() Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: cb(*args, **kw) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: return func(*args, **kwargs) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: self._notify() Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: self.callback(batched_events) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: event.method(event) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: return f(self, *a, **k) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._get(url).json() Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: return self.request(url, 'GET', **kwargs) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:15:00.344140 dv-cinder-837541-1-iscsi neutron-server[98482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:15:00.405741 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (968fd5d5-9867-4703-b127-c90bdb3ba04a), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.413310 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.415131 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-36f8aeac-14c4-4222-b73b-479aec16e925 None None] Provisioning complete for port 11f8a23e-a5ec-4c22-8669-8e21b054add6 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:00.415527 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-36f8aeac-14c4-4222-b73b-479aec16e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.416510 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] 10.222.0.43 "DELETE /v2.0/networks/968fd5d5-9867-4703-b127-c90bdb3ba04a HTTP/1.1" status: 204 len: 168 time: 0.7568889 Apr 12 20:15:00.426126 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb755803-9da3-4507-807a-056aeaa8726e admin admin] Pushing event deleted for resources: {'Network': ['ID=968fd5d5-9867-4703-b127-c90bdb3ba04a,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:00.460545 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-36f8aeac-14c4-4222-b73b-479aec16e925 None None] Port 11f8a23e-a5ec-4c22-8669-8e21b054add6 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:00.550461 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46430) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:00.590895 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e402c87e-0388-4d65-99f2-839c474666ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c493f5c20b674a8d975fa993e3511f19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391145 Apr 12 20:15:00.593331 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46432) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:00.614735 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68618521-3d30-40d2-80f1-6d73655970ed req-409e724e-413f-4270-98cf-8586fb15796a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:00.616336 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68618521-3d30-40d2-80f1-6d73655970ed req-409e724e-413f-4270-98cf-8586fb15796a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 931 time: 0.0746472 Apr 12 20:15:00.620470 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f8a23e-a5ec-4c22-8669-8e21b054add6 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:15:00.628899 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Publish callbacks [] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.641101 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4cf452f3-c3ef-4b84-bf54-eeb805d2b69e admin admin] Publish callbacks [] for security_group (093adea7-e0d1-40f4-be17-5dcedfb568e5), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.661899 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Transition to ACTIVE for port object 11f8a23e-a5ec-4c22-8669-8e21b054add6 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:15:00.668965 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4cf452f3-c3ef-4b84-bf54-eeb805d2b69e admin admin] Publish callbacks [] for security_group (093adea7-e0d1-40f4-be17-5dcedfb568e5), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.675805 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.734063 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-68618521-3d30-40d2-80f1-6d73655970ed req-c90e3055-b9b5-44f9-bf45-2ea68606290b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022630 Apr 12 20:15:00.747447 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4cf452f3-c3ef-4b84-bf54-eeb805d2b69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (093adea7-e0d1-40f4-be17-5dcedfb568e5), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.752232 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4cf452f3-c3ef-4b84-bf54-eeb805d2b69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.761043 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device d20ff7a7-4d20-4237-b42b-f69b202a2534 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:00.768184 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-4cf452f3-c3ef-4b84-bf54-eeb805d2b69e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/093adea7-e0d1-40f4-be17-5dcedfb568e5 HTTP/1.1" status: 204 len: 168 time: 0.1639240 Apr 12 20:15:00.779355 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf452f3-c3ef-4b84-bf54-eeb805d2b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093adea7-e0d1-40f4-be17-5dcedfb568e5,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:00.782580 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: d20ff7a7-4d20-4237-b42b-f69b202a2534 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:00.783167 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device d20ff7a7-4d20-4237-b42b-f69b202a2534 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:00.783800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c9932023-ea94-4960-afa8-64162a38388c no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:00.789574 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Pushing event updated for resources: {'Port': ['ID=11f8a23e-a5ec-4c22-8669-8e21b054add6,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:00.823279 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: c9932023-ea94-4960-afa8-64162a38388c {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:00.823925 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c9932023-ea94-4960-afa8-64162a38388c not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:00.824336 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:00.848272 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Attempting to bind port 11f8a23e-a5ec-4c22-8669-8e21b054add6 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:00.849545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Attempting to bind port 11f8a23e-a5ec-4c22-8669-8e21b054add6 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:00.850097 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Attempting to bind port 11f8a23e-a5ec-4c22-8669-8e21b054add6 on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:00.855096 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Port 11f8a23e-a5ec-4c22-8669-8e21b054add6 on network 76ac745d-6f59-45fa-8582-67499fe91a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:15:00.855737 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Attempting to bind port 11f8a23e-a5ec-4c22-8669-8e21b054add6 on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:00.861107 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:00.861679 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 45f9f5ef-cd27-4639-a8e6-a7b7e0dccf35 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:00.862031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:00.862437 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Checking segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:00.862885 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Bound using segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:00.863386 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Bound port: 11f8a23e-a5ec-4c22-8669-8e21b054add6, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:00.863856 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.932307 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] For port 11f8a23e-a5ec-4c22-8669-8e21b054add6, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:00.935660 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] For port 11f8a23e-a5ec-4c22-8669-8e21b054add6, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:00.944163 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.978311 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:00.979235 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:00.981258 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] 10.222.0.60 "PUT /v2.0/ports/11f8a23e-a5ec-4c22-8669-8e21b054add6 HTTP/1.1" status: 200 len: 1093 time: 0.7564671 Apr 12 20:15:00.982014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:00.985450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d5d99-3589-4c5a-a627-1981471835d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:01.050393 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af3e9b1-ff07-4bb0-8e7c-3e6eb9b1572d x-openstack-request-id: req-7af3e9b1-ff07-4bb0-8e7c-3e6eb9b1572d {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:01.051054 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:01.051054 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7af3e9b1-ff07-4bb0-8e7c-3e6eb9b1572d {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:01.051422 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af3e9b1-ff07-4bb0-8e7c-3e6eb9b1572d'] response: {'name': 'network-changed', 'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'status': 'completed', 'code': 200} Apr 12 20:15:01.075022 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0316d5b-8665-4120-a2f8-f4ce12f0f464 service neutron] Pushing event updated for resources: {'Port': ['ID=11f8a23e-a5ec-4c22-8669-8e21b054add6,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:01.089178 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-9c8cdd3e-3d02-44da-aaad-bf570f282ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:01.090787 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-9c8cdd3e-3d02-44da-aaad-bf570f282ee3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 1127 time: 0.0591359 Apr 12 20:15:01.138094 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-06864c8e-30a0-4960-8fdd-55292b033cec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6 HTTP/1.1" status: 200 len: 217 time: 0.0369425 Apr 12 20:15:01.191513 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-8b225589-5a69-4ea1-b779-b55e8ff3a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:01.193039 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-8b225589-5a69-4ea1-b779-b55e8ff3a5a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0481200 Apr 12 20:15:01.240687 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-7835391d-26b8-42d4-9d93-a3d32ec5f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:01.242198 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-7835391d-26b8-42d4-9d93-a3d32ec5f6f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420437 Apr 12 20:15:01.337088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-1612bd15-1696-4161-9ac3-a2addfc66306 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862389 Apr 12 20:15:01.692935 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ee86c819-f8ae-450c-aa1e-6f442f8b7bf4 req-db4881f2-02c2-4c4a-8962-2c0900630c11 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508410 Apr 12 20:15:01.777470 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46476) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:01.854722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b93364-75bb-41ba-b266-65b5d4492b7d req-d41837ee-0bc3-48d8-a8dc-d38ce5d2255a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:01.856250 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48b93364-75bb-41ba-b266-65b5d4492b7d req-d41837ee-0bc3-48d8-a8dc-d38ce5d2255a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 943 time: 0.0481434 Apr 12 20:15:01.903787 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-48b93364-75bb-41ba-b266-65b5d4492b7d req-0741c50c-0eab-4b39-aaa8-c1f6c166bee8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Apr 12 20:15:01.934820 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Deleting port a11b95fc-6be8-47e6-80c7-c92ce756eec9 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:01.935162 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.015778 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.016117 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for floatingip (a11b95fc-6be8-47e6-80c7-c92ce756eec9), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.029017 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Calling delete_port for a11b95fc-6be8-47e6-80c7-c92ce756eec9 owned by network:floatingip {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:02.115645 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46490) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:02.203300 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (a11b95fc-6be8-47e6-80c7-c92ce756eec9), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.218863 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b37d35dd-fbf1-4c28-910a-29df02bac352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.228385 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event deleted for resources: {'Port': ['ID=a11b95fc-6be8-47e6-80c7-c92ce756eec9,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:02.298109 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b37d35dd-fbf1-4c28-910a-29df02bac352 admin admin] Publish callbacks [] for security_group (80abadff-6f4b-458c-a59b-50559dfe8b2e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.300263 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for floatingip (94d7f0f0-7774-40f2-bf47-4d33015a3170), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.300619 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.l3_db [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Floating IP 94d7f0f0-7774-40f2-bf47-4d33015a3170 disassociated (deleted). External IP: 172.27.3.190, port: 817ffc61-d991-4a1a-9f1a-813065754d33. Apr 12 20:15:02.304031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b37d35dd-fbf1-4c28-910a-29df02bac352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (80abadff-6f4b-458c-a59b-50559dfe8b2e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.344493 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-b37d35dd-fbf1-4c28-910a-29df02bac352 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59fd36d5062e4efa81cf897fdd6e1b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253850 Apr 12 20:15:02.344493 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d35dd-fbf1-4c28-910a-29df02bac352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80abadff-6f4b-458c-a59b-50559dfe8b2e,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:02.345292 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46494) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:02.446099 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3db245fb-88ec-4418-9382-e30d90f48d7e admin admin] Publish callbacks [] for security_group (80abadff-6f4b-458c-a59b-50559dfe8b2e), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.460537 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:15:02.509871 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3db245fb-88ec-4418-9382-e30d90f48d7e admin admin] Publish callbacks [] for security_group (80abadff-6f4b-458c-a59b-50559dfe8b2e), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.590003 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Router 71496585-ca2f-41bf-97f0-4119a938678b has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:02.603341 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3db245fb-88ec-4418-9382-e30d90f48d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (80abadff-6f4b-458c-a59b-50559dfe8b2e), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.605935 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-3db245fb-88ec-4418-9382-e30d90f48d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.607060 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-3db245fb-88ec-4418-9382-e30d90f48d7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80abadff-6f4b-458c-a59b-50559dfe8b2e HTTP/1.1" status: 204 len: 168 time: 0.2608404 Apr 12 20:15:02.650856 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db245fb-88ec-4418-9382-e30d90f48d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abadff-6f4b-458c-a59b-50559dfe8b2e,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:02.722800 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:02.727642 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:02.744213 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] Sync routers for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:02.756361 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:02.757087 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:02.762896 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2e77edde-ac60-4f0b-bc6d-c97798ceb9b1 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "DELETE /v2.0/floatingips/94d7f0f0-7774-40f2-bf47-4d33015a3170 HTTP/1.1" status: 204 len: 168 time: 0.9844341 Apr 12 20:15:02.763682 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33'}] {{(pid=98482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:02.766468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59984e1b290c65e4b5609b0530a86f71b9fbf4a81991d3c823ccdc05fc83f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763656df-858f-46b3-8a42-9c5057e43b85" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33"}]}' {{(pid=98482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:02.841441 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839d05a-a42a-433e-a39b-7e437ef52589 x-openstack-request-id: req-2839d05a-a42a-433e-a39b-7e437ef52589 {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:02.842078 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33", "status": "completed", "code": 200}]} {{(pid=98482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:02.842353 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2839d05a-a42a-433e-a39b-7e437ef52589 {{(pid=98482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:02.842936 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2839d05a-a42a-433e-a39b-7e437ef52589'] response: {'name': 'network-changed', 'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33', 'status': 'completed', 'code': 200} Apr 12 20:15:03.009035 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cd596-51ff-4015-8090-37d798f1647f req-c72e22e3-fb47-491c-bcdb-a9853f69992b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:03.010283 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-957cd596-51ff-4015-8090-37d798f1647f req-c72e22e3-fb47-491c-bcdb-a9853f69992b tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0603411 Apr 12 20:15:03.075887 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562a72-4a1b-4063-89ee-b3ba9fd6c4a3 req-5378c85a-b35a-49c0-acc1-c4d98a7686eb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:03.077377 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c562a72-4a1b-4063-89ee-b3ba9fd6c4a3 req-5378c85a-b35a-49c0-acc1-c4d98a7686eb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 943 time: 0.0662007 Apr 12 20:15:03.092148 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:03.129314 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-957cd596-51ff-4015-8090-37d798f1647f req-4e465725-fe4d-4bdc-bba1-4279db3c5c71 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093771 Apr 12 20:15:03.156714 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c562a72-4a1b-4063-89ee-b3ba9fd6c4a3 req-0dc400ea-48e6-410a-bdbb-4d6995d63ecc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646009 Apr 12 20:15:03.340132 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:03.367550 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] Checking router: 71496585-ca2f-41bf-97f0-4119a938678b for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:03.375833 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:03.376445 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:03.493765 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:03.692323 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:03.719819 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5612d3-0320-4240-9e13-4f1a67f0f546 None None] The sync data for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi is: [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:37Z', 'revision_number': 4, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '7e16bb5e-6f43-446f-a8d1-ec7c330a2763', 'name': '', 'network_id': '5fdda22b-542b-46c1-94f8-04df80e21a7d', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'mac_address': 'fa:16:3e:e6:d7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:37Z', 'updated_at': '2022-04-12T20:07:42Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'subnets': [{'id': '95040a5e-99a0-4ec1-b6b0-30e74036641e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:03.948631 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b1274-85f4-4413-9c40-97aec1579b1e None None] New status for floating IP 94d7f0f0-7774-40f2-bf47-4d33015a3170: DOWN {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:04.316254 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a26b-62eb-4330-bf10-c93f7b0e4bf0 req-d7e5b3f8-b974-4faa-a184-c79bcfb7c297 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.317728 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8309a26b-62eb-4330-bf10-c93f7b0e4bf0 req-d7e5b3f8-b974-4faa-a184-c79bcfb7c297 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.1114891 Apr 12 20:15:04.354727 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853c556-6e2a-4090-89ac-e97a1b9d7432 req-2bbc7fe3-cb88-45e0-93dc-a72f24dcafd1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.356174 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8853c556-6e2a-4090-89ac-e97a1b9d7432 req-2bbc7fe3-cb88-45e0-93dc-a72f24dcafd1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 943 time: 0.1209838 Apr 12 20:15:04.385097 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-0e8efb0a-4ae5-4c27-b796-9f5ffc873997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.386424 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-0e8efb0a-4ae5-4c27-b796-9f5ffc873997 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 1127 time: 0.0929735 Apr 12 20:15:04.422563 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8309a26b-62eb-4330-bf10-c93f7b0e4bf0 req-9806a124-5057-4cc9-b06a-e74b848b829f tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874076 Apr 12 20:15:04.433541 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8853c556-6e2a-4090-89ac-e97a1b9d7432 req-f50d6b91-6f63-49c7-ade0-4ec6a57ff0c6 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677168 Apr 12 20:15:05.407231 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763656df-858f-46b3-8a42-9c5057e43b85 req-e9c875b7-532c-486a-86fc-b8de26f703cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.408996 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-763656df-858f-46b3-8a42-9c5057e43b85 req-e9c875b7-532c-486a-86fc-b8de26f703cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb9df83bd94d40488095a49631c1a15e&device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 1130 time: 0.0506489 Apr 12 20:15:05.473411 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-4070aad0-904f-4e14-9717-0c103cf11704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.474848 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-4070aad0-904f-4e14-9717-0c103cf11704 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.1150749 Apr 12 20:15:05.518321 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763656df-858f-46b3-8a42-9c5057e43b85 req-f652ba21-166c-4f08-b439-d0c2891cf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.519989 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-763656df-858f-46b3-8a42-9c5057e43b85 req-f652ba21-166c-4f08-b439-d0c2891cf833 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 200 len: 910 time: 0.1048753 Apr 12 20:15:05.536712 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-3dcc0ffc-ead4-4272-816e-a77cc9ad56b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6 HTTP/1.1" status: 200 len: 217 time: 0.0478647 Apr 12 20:15:05.567337 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-763656df-858f-46b3-8a42-9c5057e43b85 req-198af25f-f9b4-46b7-8833-b1918eacc905 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 200 len: 217 time: 0.0407784 Apr 12 20:15:05.621077 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763656df-858f-46b3-8a42-9c5057e43b85 req-42116e39-e270-451e-9e25-23192ea56dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.622558 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-763656df-858f-46b3-8a42-9c5057e43b85 req-42116e39-e270-451e-9e25-23192ea56dc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 200 len: 848 time: 0.0493634 Apr 12 20:15:05.667593 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763656df-858f-46b3-8a42-9c5057e43b85 req-9961c070-9c4c-46e4-9969-71e9f06c0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.669243 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-763656df-858f-46b3-8a42-9c5057e43b85 req-9961c070-9c4c-46e4-9969-71e9f06c0c94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fdda22b-542b-46c1-94f8-04df80e21a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404878 Apr 12 20:15:05.671916 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb411896-8a41-4025-b04f-28da146c6d40 req-db66e201-6cf3-452f-8412-da70e275e2f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.673479 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb411896-8a41-4025-b04f-28da146c6d40 req-db66e201-6cf3-452f-8412-da70e275e2f4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 943 time: 0.1222610 Apr 12 20:15:05.680314 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac74fea-eb97-444e-9d12-f29c48c257ea req-4e8af99f-c530-43c5-9dfa-dea9acc7a5a9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.681839 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eac74fea-eb97-444e-9d12-f29c48c257ea req-4e8af99f-c530-43c5-9dfa-dea9acc7a5a9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.1281085 Apr 12 20:15:05.683178 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-09f4f97f-cc00-4ddc-87a9-55ddc8247ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.684540 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-09f4f97f-cc00-4ddc-87a9-55ddc8247ce5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.1421955 Apr 12 20:15:05.768397 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-eac74fea-eb97-444e-9d12-f29c48c257ea req-4580f260-e805-4291-8d96-79029818e830 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/security-groups?id=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758348 Apr 12 20:15:05.771650 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb411896-8a41-4025-b04f-28da146c6d40 req-623a5b86-b6d1-4f79-9506-a959db38d1a3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862024 Apr 12 20:15:05.780888 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-763656df-858f-46b3-8a42-9c5057e43b85 req-1d7aaa4e-d94a-4d65-8afd-28f471d89d5d service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007161 Apr 12 20:15:05.874674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-e6692d67-a8f1-4318-a290-69e4f8d31a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.876482 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-e6692d67-a8f1-4318-a290-69e4f8d31a1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411835 Apr 12 20:15:05.926983 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [req-763656df-858f-46b3-8a42-9c5057e43b85 req-c18fdea6-e178-42e0-9e48-5ad3ef7481b2 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902026 Apr 12 20:15:05.968907 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-700fb363-a0af-4623-a05b-fa5388c1d963 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848303 Apr 12 20:15:06.078712 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-df8d5d99-3589-4c5a-a627-1981471835d4 req-7de647a9-dadb-4038-a7a3-5cb8bd327cb9 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899346 Apr 12 20:15:06.362836 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 11f8a23e-a5ec-4c22-8669-8e21b054add6 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:15:06.390791 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-85f15deb-5796-43bd-88b3-f0733b6e2c86 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:06.392332 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-85f15deb-5796-43bd-88b3-f0733b6e2c86 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 946 time: 0.0508921 Apr 12 20:15:06.465012 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 11f8a23e-a5ec-4c22-8669-8e21b054add6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:06.476677 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'port_id': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'mac_address': 'fa:16:3e:f2:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:15:06.483825 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Deleting port 817ffc61-d991-4a1a-9f1a-813065754d33 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:06.484348 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:06.514466 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 11f8a23e-a5ec-4c22-8669-8e21b054add6 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:06.514859 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:06.528083 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f8a23e-a5ec-4c22-8669-8e21b054add6 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:15:06.548210 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 11f8a23e-a5ec-4c22-8669-8e21b054add6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:06.553604 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:06.571693 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] For port 817ffc61-d991-4a1a-9f1a-813065754d33, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=817ffc61-d991-4a1a-9f1a-813065754d33,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:06.572057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:06.585169 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Calling delete_port for 817ffc61-d991-4a1a-9f1a-813065754d33 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:06.599326 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=11f8a23e-a5ec-4c22-8669-8e21b054add6,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:06.721722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (817ffc61-d991-4a1a-9f1a-813065754d33), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:06.747800 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event deleted for resources: {'Port': ['ID=817ffc61-d991-4a1a-9f1a-813065754d33,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:06.792843 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] No DVR routers for this DVR port 817ffc61-d991-4a1a-9f1a-813065754d33 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:06.795582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:06.799442 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-44472211-958b-404d-9b0f-c3920b6f9f22 req-9a7aaca2-c7f4-4f23-bb48-a8c67479efdb tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.60 "DELETE /v2.0/ports/817ffc61-d991-4a1a-9f1a-813065754d33 HTTP/1.1" status: 204 len: 173 time: 0.4015095 Apr 12 20:15:06.799843 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-deleted', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:06.803438 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff099e-f4ab-453f-a768-d92c0a83587d" -d '{"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-deleted", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:06.910163 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-917bece6-6abd-4f30-9596-2c854e226772 req-6d3200a1-7d49-43e5-ac4f-1a3f4bab1979 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0d3f01d-021e-4c73-b366-a8db9d124f17 HTTP/1.1" status: 200 len: 210 time: 0.0588531 Apr 12 20:15:06.936327 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['11f8a23e-a5ec-4c22-8669-8e21b054add6'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:15:06.943853 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacf453-dffd-4fbc-b3b3-52452a99f989 req-434cd88c-51d1-420f-847f-53d7083a9ecd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:06.946232 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4eacf453-dffd-4fbc-b3b3-52452a99f989 req-434cd88c-51d1-420f-847f-53d7083a9ecd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 944 time: 0.0853956 Apr 12 20:15:06.959943 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86439843-ca4a-41f4-aaed-893cff5b0a28 x-openstack-request-id: req-86439843-ca4a-41f4-aaed-893cff5b0a28 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:06.960352 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3f01d-021e-4c73-b366-a8db9d124f17", "name": "network-vif-deleted", "tag": "817ffc61-d991-4a1a-9f1a-813065754d33", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:06.960606 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86439843-ca4a-41f4-aaed-893cff5b0a28 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:06.961008 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86439843-ca4a-41f4-aaed-893cff5b0a28'] response: {'server_uuid': 'c0d3f01d-021e-4c73-b366-a8db9d124f17', 'name': 'network-vif-deleted', 'tag': '817ffc61-d991-4a1a-9f1a-813065754d33', 'status': 'completed', 'code': 200} Apr 12 20:15:06.998122 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4eacf453-dffd-4fbc-b3b3-52452a99f989 req-f471ee81-2587-4fef-80e2-4ea2e92ed035 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Apr 12 20:15:07.240756 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46604) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:07.360293 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-04bc7169-a6e3-4a08-962c-e79e7557194a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.434392 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-04bc7169-a6e3-4a08-962c-e79e7557194a admin admin] Publish callbacks [] for security_group (98875cf3-748e-4d66-89d4-aecb7d50cfdf), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.438762 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-04bc7169-a6e3-4a08-962c-e79e7557194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (98875cf3-748e-4d66-89d4-aecb7d50cfdf), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.475976 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc7169-a6e3-4a08-962c-e79e7557194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98875cf3-748e-4d66-89d4-aecb7d50cfdf,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:07.481309 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-04bc7169-a6e3-4a08-962c-e79e7557194a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=039ae1337e4d47969ecfdd49066be986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395017 Apr 12 20:15:07.484505 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46608) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:07.542575 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce36577a-3223-4212-936c-9633c478c7f9 admin admin] Publish callbacks [] for security_group (98875cf3-748e-4d66-89d4-aecb7d50cfdf), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.564171 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce36577a-3223-4212-936c-9633c478c7f9 admin admin] Publish callbacks [] for security_group (98875cf3-748e-4d66-89d4-aecb7d50cfdf), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.611756 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce36577a-3223-4212-936c-9633c478c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (98875cf3-748e-4d66-89d4-aecb7d50cfdf), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.614339 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce36577a-3223-4212-936c-9633c478c7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.615549 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ce36577a-3223-4212-936c-9633c478c7f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98875cf3-748e-4d66-89d4-aecb7d50cfdf HTTP/1.1" status: 204 len: 168 time: 0.1300008 Apr 12 20:15:07.623701 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36577a-3223-4212-936c-9633c478c7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98875cf3-748e-4d66-89d4-aecb7d50cfdf,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:07.887204 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46616) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:07.900781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e2690601-22a7-40a1-93a5-5d9126f91e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.967966 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46620) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:07.978455 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e2690601-22a7-40a1-93a5-5d9126f91e93 admin admin] Publish callbacks [] for security_group (65f604e6-691a-42ea-9330-d393a5824e27), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:07.983131 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e2690601-22a7-40a1-93a5-5d9126f91e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (65f604e6-691a-42ea-9330-d393a5824e27), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.024062 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-e2690601-22a7-40a1-93a5-5d9126f91e93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0aee7f7c1454646a178fb7968fc312c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357367 Apr 12 20:15:08.024852 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46624) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:08.025440 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2690601-22a7-40a1-93a5-5d9126f91e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f604e6-691a-42ea-9330-d393a5824e27,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:08.025620 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d8115651-0d6d-405e-aca8-57d8de4a15b9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group (fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.054572 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d8115651-0d6d-405e-aca8-57d8de4a15b9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group (fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.076873 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fe94-206c-4033-a1e0-ecf365d93625 admin admin] Publish callbacks [] for security_group (65f604e6-691a-42ea-9330-d393a5824e27), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.117277 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d8115651-0d6d-405e-aca8-57d8de4a15b9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.119867 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d8115651-0d6d-405e-aca8-57d8de4a15b9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.123425 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d8115651-0d6d-405e-aca8-57d8de4a15b9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] 10.222.0.43 "DELETE /v2.0/security-groups/fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b HTTP/1.1" status: 204 len: 168 time: 0.1519716 Apr 12 20:15:08.130292 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8115651-0d6d-405e-aca8-57d8de4a15b9 tempest-TestShelveInstance-1784606529 tempest-TestShelveInstance-1784606529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd3b84-cdf0-4a4b-bcd2-e129ebd5045b,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:08.131819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fe94-206c-4033-a1e0-ecf365d93625 admin admin] Publish callbacks [] for security_group (65f604e6-691a-42ea-9330-d393a5824e27), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.152817 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb92d7c-6df8-4bba-8482-be29f0326f7e req-17761cb1-481f-4b9d-ac78-09445b84ff45 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:08.154422 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4eb92d7c-6df8-4bba-8482-be29f0326f7e req-17761cb1-481f-4b9d-ac78-09445b84ff45 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 944 time: 0.0681031 Apr 12 20:15:08.192754 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46628) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:08.221460 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4eb92d7c-6df8-4bba-8482-be29f0326f7e req-1cf58337-28cd-45d9-8f38-916a3af914fd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602462 Apr 12 20:15:08.227472 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fe94-206c-4033-a1e0-ecf365d93625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (65f604e6-691a-42ea-9330-d393a5824e27), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.230832 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a0d8fe94-206c-4033-a1e0-ecf365d93625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.232079 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a0d8fe94-206c-4033-a1e0-ecf365d93625 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65f604e6-691a-42ea-9330-d393a5824e27 HTTP/1.1" status: 204 len: 168 time: 0.2037868 Apr 12 20:15:08.248972 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8fe94-206c-4033-a1e0-ecf365d93625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f604e6-691a-42ea-9330-d393a5824e27,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:08.391351 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 11f8a23e-a5ec-4c22-8669-8e21b054add6 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:08.440155 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 11f8a23e-a5ec-4c22-8669-8e21b054add6 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:15:08.454285 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 11f8a23e-a5ec-4c22-8669-8e21b054add6 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:08.455084 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.531233 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 11f8a23e-a5ec-4c22-8669-8e21b054add6 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:08.531723 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.558407 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:08.560751 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dedc6b-6989-420e-8877-b4620ad322b2" -d '{"events": [{"server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "name": "network-vif-plugged", "status": "completed", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:08.579614 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 11f8a23e-a5ec-4c22-8669-8e21b054add6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:08.585885 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.587162 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 817ffc61-d991-4a1a-9f1a-813065754d33 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:08.614972 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 817ffc61-d991-4a1a-9f1a-813065754d33 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:08.615327 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 817ffc61-d991-4a1a-9f1a-813065754d33 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:08.676423 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=11f8a23e-a5ec-4c22-8669-8e21b054add6,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:08.779777 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (71496585-ca2f-41bf-97f0-4119a938678b), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.804012 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a5defd-25b9-49f4-aab8-043d2bb70c92 x-openstack-request-id: req-64a5defd-25b9-49f4-aab8-043d2bb70c92 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:08.804360 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "name": "network-vif-plugged", "status": "completed", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:08.804774 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64a5defd-25b9-49f4-aab8-043d2bb70c92 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:08.805453 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a5defd-25b9-49f4-aab8-043d2bb70c92'] response: {'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'code': 200} Apr 12 20:15:09.034344 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4f935-d2b8-46d8-9f7d-7b7167b89b1f req-727a3782-21a5-46ac-8524-49faf262ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:09.035858 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cde4f935-d2b8-46d8-9f7d-7b7167b89b1f req-727a3782-21a5-46ac-8524-49faf262ed56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 1129 time: 0.0967596 Apr 12 20:15:09.105795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-cde4f935-d2b8-46d8-9f7d-7b7167b89b1f req-4bdf59db-5e65-41dd-8327-0ef717e573eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634975 Apr 12 20:15:09.136881 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Deleting port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:09.137206 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:09.216186 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] For port 7e16bb5e-6f43-446f-a8d1-ec7c330a2763, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:09.216545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:09.229553 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Calling delete_port for 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 owned by network:router_interface {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:09.377505 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86868796-a6bf-467d-97ff-32edfdca70e8 req-247344ba-8b0f-48e2-a64d-8c712f47be49 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:09.378965 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-86868796-a6bf-467d-97ff-32edfdca70e8 req-247344ba-8b0f-48e2-a64d-8c712f47be49 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 945 time: 0.0899675 Apr 12 20:15:09.445062 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-86868796-a6bf-467d-97ff-32edfdca70e8 req-2094f898-e172-4437-b065-6f60fe99a6a9 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592418 Apr 12 20:15:09.487900 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (7e16bb5e-6f43-446f-a8d1-ec7c330a2763), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:09.512785 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e16bb5e-6f43-446f-a8d1-ec7c330a2763,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:09.688926 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (71496585-ca2f-41bf-97f0-4119a938678b), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:09.915147 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Router 71496585-ca2f-41bf-97f0-4119a938678b has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:10.024047 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:10.029726 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3bb2c13f-3595-4bce-8673-995bc58c2527 admin admin] 10.222.0.43 "PUT /v2.0/routers/71496585-ca2f-41bf-97f0-4119a938678b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310208 Apr 12 20:15:10.032096 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46698) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:10.035384 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] Sync routers for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:10.049118 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:10.049983 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:10.142041 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks [] for router (71496585-ca2f-41bf-97f0-4119a938678b), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.164554 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:10.353306 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:15:09Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:10.381500 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] Checking router: 71496585-ca2f-41bf-97f0-4119a938678b for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:10.390817 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] Routers {'71496585-ca2f-41bf-97f0-4119a938678b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:10.391694 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['71496585-ca2f-41bf-97f0-4119a938678b'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:10.515043 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] Set router 71496585-ca2f-41bf-97f0-4119a938678b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:10.569958 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks [] for router_gateway (71496585-ca2f-41bf-97f0-4119a938678b), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.610829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225fd44-9706-49ef-aaa6-89d9b442a6dc req-f87e7153-ae8f-4b13-bbfa-7eb038bee1b3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:10.612435 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7225fd44-9706-49ef-aaa6-89d9b442a6dc req-f87e7153-ae8f-4b13-bbfa-7eb038bee1b3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 945 time: 0.0770168 Apr 12 20:15:10.653674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Deleting port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:10.653674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.694009 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7225fd44-9706-49ef-aaa6-89d9b442a6dc req-6be9ba8a-6e7e-45e1-81ce-80d1cd24f021 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676384 Apr 12 20:15:10.749362 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:15:09Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:10.758487 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] For port 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:10.758914 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.774601 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Calling delete_port for 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 owned by network:router_gateway {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:10.776267 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273fcd2-f03a-4aa5-aa60-4edd4cd9255c None None] The sync data for ids ['71496585-ca2f-41bf-97f0-4119a938678b'] in dv-cinder-837541-1-iscsi is: [{'id': '71496585-ca2f-41bf-97f0-4119a938678b', 'name': 'tempest-TestShelveInstance-1511892726-router', 'tenant_id': 'eb9df83bd94d40488095a49631c1a15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:15:09Z', 'revision_number': 5, 'project_id': 'eb9df83bd94d40488095a49631c1a15e', 'gw_port': {'id': '9ea8ac7e-f6fe-4e38-af74-f06c00ae4787', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71496585-ca2f-41bf-97f0-4119a938678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:34Z', 'updated_at': '2022-04-12T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:10.950696 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (9ea8ac7e-f6fe-4e38-af74-f06c00ae4787), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.976267 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea8ac7e-f6fe-4e38-af74-f06c00ae4787,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.041803 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (71496585-ca2f-41bf-97f0-4119a938678b), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.138241 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (71496585-ca2f-41bf-97f0-4119a938678b), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.141214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks [] for router_controller (71496585-ca2f-41bf-97f0-4119a938678b), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.206440 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (71496585-ca2f-41bf-97f0-4119a938678b), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.207084 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71496585-ca2f-41bf-97f0-4119a938678b {{(pid=98483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:15:11.212609 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.213750 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-549456d6-622d-44cb-aa9a-0214e9892fa9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/71496585-ca2f-41bf-97f0-4119a938678b HTTP/1.1" status: 204 len: 168 time: 1.1807704 Apr 12 20:15:11.217413 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46770) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.281771 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] Deleting subnet 95040a5e-99a0-4ec1-b6b0-30e74036641e {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:15:11.286026 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] Publish callbacks [] for subnet (95040a5e-99a0-4ec1-b6b0-30e74036641e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.325978 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (95040a5e-99a0-4ec1-b6b0-30e74036641e), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.359372 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46774) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.414321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (95040a5e-99a0-4ec1-b6b0-30e74036641e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.475699 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (95040a5e-99a0-4ec1-b6b0-30e74036641e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.508316 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0271f054-e709-4838-9e1b-7f6b82ae5981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.517027 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95040a5e-99a0-4ec1-b6b0-30e74036641e,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.522345 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.525480 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a2eb61ec-9815-4bab-86be-bd1334fcaeb2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/95040a5e-99a0-4ec1-b6b0-30e74036641e HTTP/1.1" status: 204 len: 168 time: 0.3069885 Apr 12 20:15:11.526556 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e89df-2f75-4700-92be-f55784e9b55b None None] Network 5fdda22b-542b-46c1-94f8-04df80e21a7d requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:15:11.528218 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46778) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.608074 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (5fdda22b-542b-46c1-94f8-04df80e21a7d), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.608556 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0271f054-e709-4838-9e1b-7f6b82ae5981 admin admin] Publish callbacks [] for security_group (e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.614023 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0271f054-e709-4838-9e1b-7f6b82ae5981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.655825 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Deleting port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:11.656158 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.661373 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0271f054-e709-4838-9e1b-7f6b82ae5981 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f57673db82f44e568f978914e2346ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982705 Apr 12 20:15:11.661585 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46780) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.668306 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f054-e709-4838-9e1b-7f6b82ae5981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.725728 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8e0815c4-14da-4183-bc6d-6d0cfe6942a5 admin admin] Publish callbacks [] for security_group (e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.736941 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] For port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe,segment=NetworkSegment(547f9ca9-be4d-49c3-a56a-3357e0dd450b),segment_id=547f9ca9-be4d-49c3-a56a-3357e0dd450b)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:11.737662 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.754369 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Calling delete_port for c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe owned by network:dhcp {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:11.757324 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8e0815c4-14da-4183-bc6d-6d0cfe6942a5 admin admin] Publish callbacks [] for security_group (e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.834705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a2a2e-4eec-4ad2-8bd9-7e51cf46d605 req-eb3cd343-aafd-45d9-b1c8-f4f2740646d0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:11.836349 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad6a2a2e-4eec-4ad2-8bd9-7e51cf46d605 req-eb3cd343-aafd-45d9-b1c8-f4f2740646d0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 945 time: 0.0714402 Apr 12 20:15:11.856887 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.857851 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeb5dcb-0717-41c0-a3df-871f3b75ed03 None None] DHCP port deletion for 5fdda22b-542b-46c1-94f8-04df80e21a7d request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:15:11.874007 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8e0815c4-14da-4183-bc6d-6d0cfe6942a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.876567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8e0815c4-14da-4183-bc6d-6d0cfe6942a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.879548 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-8e0815c4-14da-4183-bc6d-6d0cfe6942a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e HTTP/1.1" status: 204 len: 168 time: 0.2150609 Apr 12 20:15:11.898927 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Pushing event deleted for resources: {'Port': ['ID=c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.900003 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0815c4-14da-4183-bc6d-6d0cfe6942a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2be64d4-ebc1-47ca-b2a3-6a15dab3d89e,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.904691 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ad6a2a2e-4eec-4ad2-8bd9-7e51cf46d605 req-eec58d54-8b61-4957-846e-6ca3f5d9860c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626254 Apr 12 20:15:11.911593 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] No DVR routers for this DVR port c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe on host dv-cinder-837541-1-iscsi {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:11.993228 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (5fdda22b-542b-46c1-94f8-04df80e21a7d), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.019257 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdda22b-542b-46c1-94f8-04df80e21a7d']}} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:12.024159 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf097-8b29-4289-a825-2e603eaf5470 req-098acd99-2697-4f46-a169-2fda3a1f3adf tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:12.025719 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6cabf097-8b29-4289-a825-2e603eaf5470 req-098acd99-2697-4f46-a169-2fda3a1f3adf tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 945 time: 0.0534284 Apr 12 20:15:12.029815 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547f9ca9-be4d-49c3-a56a-3357e0dd450b') {'for_net_delete': True} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:12.031654 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547f9ca9-be4d-49c3-a56a-3357e0dd450b') {} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:12.035777 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46790) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:12.040528 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'port_id': '11f8a23e-a5ec-4c22-8669-8e21b054add6'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:12.040814 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10058320'] for segment (547f9ca9-be4d-49c3-a56a-3357e0dd450b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.058250 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (547f9ca9-be4d-49c3-a56a-3357e0dd450b), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.065663 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=98482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:15:12.066065 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8741464'] for segment (547f9ca9-be4d-49c3-a56a-3357e0dd450b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: Traceback (most recent call last): Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: timer() Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: cb(*args, **kw) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: return func(*args, **kwargs) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: self._notify() Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: self.callback(batched_events) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: event.method(event) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: return f(self, *a, **k) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._get(url).json() Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: return self.request(url, 'GET', **kwargs) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:15:12.068130 dv-cinder-837541-1-iscsi neutron-server[98482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:15:12.084309 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (295e4f5c-d2a0-442f-882e-1b09c415fbc1), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.129781 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (5fdda22b-542b-46c1-94f8-04df80e21a7d), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.135547 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.139812 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] 10.222.0.43 "DELETE /v2.0/networks/5fdda22b-542b-46c1-94f8-04df80e21a7d HTTP/1.1" status: 204 len: 168 time: 0.6098557 Apr 12 20:15:12.142053 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46792) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:12.152176 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aab891-28a0-4a03-bf6b-4947e5e387af admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdda22b-542b-46c1-94f8-04df80e21a7d,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:12.215820 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46794) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:12.228822 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-58194b4a-417a-41aa-b48f-1fc5ab6e0963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.305384 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-58194b4a-417a-41aa-b48f-1fc5ab6e0963 admin admin] Publish callbacks [] for security_group (318a49a1-9ba9-47b4-98e6-54dc95083194), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.310885 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-58194b4a-417a-41aa-b48f-1fc5ab6e0963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (318a49a1-9ba9-47b4-98e6-54dc95083194), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.349384 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-58194b4a-417a-41aa-b48f-1fc5ab6e0963 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ffbf6a36bb34852a2e5372de340e58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324294 Apr 12 20:15:12.350374 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58194b4a-417a-41aa-b48f-1fc5ab6e0963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a49a1-9ba9-47b4-98e6-54dc95083194,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:12.352988 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46796) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:12.409491 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2265784a-fffe-4712-9f42-22b8262f5145 admin admin] Publish callbacks [] for security_group (318a49a1-9ba9-47b4-98e6-54dc95083194), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.430670 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2265784a-fffe-4712-9f42-22b8262f5145 admin admin] Publish callbacks [] for security_group (318a49a1-9ba9-47b4-98e6-54dc95083194), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.481935 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2265784a-fffe-4712-9f42-22b8262f5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (318a49a1-9ba9-47b4-98e6-54dc95083194), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.484649 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2265784a-fffe-4712-9f42-22b8262f5145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.485789 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2265784a-fffe-4712-9f42-22b8262f5145 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/318a49a1-9ba9-47b4-98e6-54dc95083194 HTTP/1.1" status: 204 len: 168 time: 0.1321363 Apr 12 20:15:12.493438 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265784a-fffe-4712-9f42-22b8262f5145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a49a1-9ba9-47b4-98e6-54dc95083194,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:12.701057 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:12.721696 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:12.722043 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c368337f-fc2d-49ec-ac86-b7ea7c2fbbfe not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:12.722470 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:12.753129 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:12.753504 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7e16bb5e-6f43-446f-a8d1-ec7c330a2763 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:12.753902 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:12.773210 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:12.773552 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 9ea8ac7e-f6fe-4e38-af74-f06c00ae4787 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:12.788787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.794094 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (38fc013d-7284-4812-bde7-a21e95afbd5b), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.795734 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (295e4f5c-d2a0-442f-882e-1b09c415fbc1), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.975858 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP 295e4f5c-d2a0-442f-882e-1b09c415fbc1 associated. External IP: 172.27.3.101, port: 11f8a23e-a5ec-4c22-8669-8e21b054add6. Apr 12 20:15:13.239448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Deleting port a507f32c-6a95-4cdd-9fa2-4dad04843136 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:13.240123 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.654787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:13.656527 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] For port a507f32c-6a95-4cdd-9fa2-4dad04843136, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=a507f32c-6a95-4cdd-9fa2-4dad04843136,segment=NetworkSegment(c73f59e8-445a-44d7-85db-660cb08be9d9),segment_id=c73f59e8-445a-44d7-85db-660cb08be9d9)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:13.656878 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.673411 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Calling delete_port for a507f32c-6a95-4cdd-9fa2-4dad04843136 owned by network:router_interface {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:13.864545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:13.873523 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.876707 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:13.887395 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:13.888056 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:13.921435 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-b49c8a93-327e-45d9-99a3-a2273678d80b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "PUT /v2.0/floatingips/295e4f5c-d2a0-442f-882e-1b09c415fbc1 HTTP/1.1" status: 200 len: 991 time: 1.8843956 Apr 12 20:15:13.922998 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:13.924722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36325f97-43ed-40a8-92a0-87c11e9ec129" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:13.980989 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a910b7-4f0f-4f61-944d-2fd94eabf6ac x-openstack-request-id: req-f7a910b7-4f0f-4f61-944d-2fd94eabf6ac {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:13.981303 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:13.981650 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7a910b7-4f0f-4f61-944d-2fd94eabf6ac {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:13.982285 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a910b7-4f0f-4f61-944d-2fd94eabf6ac'] response: {'name': 'network-changed', 'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'status': 'completed', 'code': 200} Apr 12 20:15:14.006718 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:14.037005 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (a507f32c-6a95-4cdd-9fa2-4dad04843136), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:14.048824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-81a7e0ef-c032-4575-850e-30241c3d4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:14.050333 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-81a7e0ef-c032-4575-850e-30241c3d4d55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 1129 time: 0.0524981 Apr 12 20:15:14.076596 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Pushing event deleted for resources: {'Port': ['ID=a507f32c-6a95-4cdd-9fa2-4dad04843136,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:14.276752 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '295e4f5c-d2a0-442f-882e-1b09c415fbc1', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:f2:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:14:57Z', 'updated_at': '2022-04-12T20:15:12Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}, {'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:02Z', 'revision_number': 2, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:14.278627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-77838bb5-e105-4a7f-933a-3f4e2c0348eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:14.280169 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-77838bb5-e105-4a7f-933a-3f4e2c0348eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.2129424 Apr 12 20:15:14.419401 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:14.428522 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:14.429162 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:14.434029 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-451fa9bc-0a8d-4ae6-99a4-b9f29f68bbff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6 HTTP/1.1" status: 200 len: 999 time: 0.1464598 Apr 12 20:15:14.436527 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (38fc013d-7284-4812-bde7-a21e95afbd5b), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:14.532354 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-20e22017-99b9-4bea-9c46-9e4227c34986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:14.533971 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-20e22017-99b9-4bea-9c46-9e4227c34986 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0927241 Apr 12 20:15:14.537600 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:14.613481 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-9e684a21-636e-4e23-9152-374fe534efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:14.615058 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-9e684a21-636e-4e23-9152-374fe534efe5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484927 Apr 12 20:15:14.751921 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '295e4f5c-d2a0-442f-882e-1b09c415fbc1', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:f2:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:14:57Z', 'updated_at': '2022-04-12T20:15:12Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}, {'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:02Z', 'revision_number': 2, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:14.781328 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b42fc-13e5-46c5-bce2-080d4ddcd442 None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '295e4f5c-d2a0-442f-882e-1b09c415fbc1', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:f2:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:14:57Z', 'updated_at': '2022-04-12T20:15:12Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}, {'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:02Z', 'revision_number': 2, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:14.790749 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-82495c53-7217-4c74-8a05-bd2d6b2ebf39 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686602 Apr 12 20:15:14.808146 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Router 38fc013d-7284-4812-bde7-a21e95afbd5b has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:14.962836 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-36325f97-43ed-40a8-92a0-87c11e9ec129 req-c9f85f05-edcf-497d-acc4-727ea5523a21 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647882 Apr 12 20:15:14.979777 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540b1f8-02cc-4b03-9ecb-a644d5c1967c None None] New status for floating IP 295e4f5c-d2a0-442f-882e-1b09c415fbc1: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:14.981888 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:14.988050 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5e4c57bc-f91a-416e-ad07-a866187a984e admin admin] 10.222.0.43 "PUT /v2.0/routers/38fc013d-7284-4812-bde7-a21e95afbd5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449593 Apr 12 20:15:14.991125 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46850) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:14.995652 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] Sync routers for ids ['38fc013d-7284-4812-bde7-a21e95afbd5b'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:15.006186 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] Routers {'38fc013d-7284-4812-bde7-a21e95afbd5b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:15.006806 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['38fc013d-7284-4812-bde7-a21e95afbd5b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:15.098787 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks [] for router (38fc013d-7284-4812-bde7-a21e95afbd5b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.119852 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] Set router 38fc013d-7284-4812-bde7-a21e95afbd5b gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:15.206428 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks [] for router_gateway (38fc013d-7284-4812-bde7-a21e95afbd5b), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.251437 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Deleting port 90011634-aee2-4507-a1fa-b86f02c3bfd8 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:15.251733 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.289751 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:15:13Z', 'revision_number': 5, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port': {'id': '90011634-aee2-4507-a1fa-b86f02c3bfd8', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:07:40Z', 'updated_at': '2022-04-12T20:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:15.319729 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] Checking router: 38fc013d-7284-4812-bde7-a21e95afbd5b for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:15.328827 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] Routers {'38fc013d-7284-4812-bde7-a21e95afbd5b'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:15.329428 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:14:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['38fc013d-7284-4812-bde7-a21e95afbd5b'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:15.332153 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] For port 90011634-aee2-4507-a1fa-b86f02c3bfd8, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=90011634-aee2-4507-a1fa-b86f02c3bfd8,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:15.332491 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.345151 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Calling delete_port for 90011634-aee2-4507-a1fa-b86f02c3bfd8 owned by network:router_gateway {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:15.415601 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] Set router 38fc013d-7284-4812-bde7-a21e95afbd5b gateway port host: None {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:15.475847 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:15:15Z', 'revision_number': 6, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port_host': None}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:15.502410 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28765d60-295c-47b7-91f7-e9412e1d5ba5 None None] The sync data for ids ['38fc013d-7284-4812-bde7-a21e95afbd5b'] in dv-cinder-837541-1-iscsi is: [{'id': '38fc013d-7284-4812-bde7-a21e95afbd5b', 'name': 'tempest-TestShelveInstance-1323706068-router', 'tenant_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:07:39Z', 'updated_at': '2022-04-12T20:15:15Z', 'revision_number': 6, 'project_id': 'd8c21f11e89542c8bbc20cda9cbce8a1', 'gw_port_host': None}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:15.520246 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (90011634-aee2-4507-a1fa-b86f02c3bfd8), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.554092 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Pushing event deleted for resources: {'Port': ['ID=90011634-aee2-4507-a1fa-b86f02c3bfd8,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:15.613001 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (38fc013d-7284-4812-bde7-a21e95afbd5b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.703866 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (38fc013d-7284-4812-bde7-a21e95afbd5b), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.706465 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks [] for router_controller (38fc013d-7284-4812-bde7-a21e95afbd5b), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.753276 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (38fc013d-7284-4812-bde7-a21e95afbd5b), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.753729 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fc013d-7284-4812-bde7-a21e95afbd5b {{(pid=98482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:15:15.758172 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.759531 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-c9102684-dbb6-451f-802a-0e24683256eb admin admin] 10.222.0.43 "DELETE /v2.0/routers/38fc013d-7284-4812-bde7-a21e95afbd5b HTTP/1.1" status: 204 len: 168 time: 0.7672207 Apr 12 20:15:15.762261 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46864) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:15.808966 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] Deleting subnet e2fb6a70-c937-4120-98d0-da8d33423355 {{(pid=98482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:15:15.812601 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] Publish callbacks [] for subnet (e2fb6a70-c937-4120-98d0-da8d33423355), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.851000 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10058347'] for subnet (e2fb6a70-c937-4120-98d0-da8d33423355), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.934109 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (e2fb6a70-c937-4120-98d0-da8d33423355), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.986868 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8741602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8467743'] for subnet (e2fb6a70-c937-4120-98d0-da8d33423355), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.018254 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2fb6a70-c937-4120-98d0-da8d33423355,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:16.021938 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.028275 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6aa4974f-0f8f-4cfa-b890-552d641d5fb9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e2fb6a70-c937-4120-98d0-da8d33423355 HTTP/1.1" status: 204 len: 168 time: 0.2619193 Apr 12 20:15:16.028275 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46866) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:16.031393 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e9d82-6512-4069-9e4e-af42795f02a2 None None] Network 61bc5448-b799-41cd-987f-e504f3184fa6 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:15:16.099081 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (61bc5448-b799-41cd-987f-e504f3184fa6), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.146017 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Deleting port c2469974-d467-4fc4-8708-dd7c04884ddc {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:16.146355 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.207835 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] For port c2469974-d467-4fc4-8708-dd7c04884ddc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c2469974-d467-4fc4-8708-dd7c04884ddc,segment=NetworkSegment(c73f59e8-445a-44d7-85db-660cb08be9d9),segment_id=c73f59e8-445a-44d7-85db-660cb08be9d9)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:16.208202 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.221799 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Calling delete_port for c2469974-d467-4fc4-8708-dd7c04884ddc owned by network:dhcp {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:16.280436 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] DHCP port deletion for 61bc5448-b799-41cd-987f-e504f3184fa6 request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:15:16.322161 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] Deleting port c2469974-d467-4fc4-8708-dd7c04884ddc {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:16.322531 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.393253 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] For port c2469974-d467-4fc4-8708-dd7c04884ddc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=c2469974-d467-4fc4-8708-dd7c04884ddc,segment=NetworkSegment(c73f59e8-445a-44d7-85db-660cb08be9d9),segment_id=c73f59e8-445a-44d7-85db-660cb08be9d9)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:16.393643 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.408842 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] Calling delete_port for c2469974-d467-4fc4-8708-dd7c04884ddc owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:16.492759 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.523755 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] Pushing event deleted for resources: {'Port': ['ID=c2469974-d467-4fc4-8708-dd7c04884ddc,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:16.531761 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b2f9b-3524-4377-b7dd-b8a7d883c00a None None] No DVR routers for this DVR port c2469974-d467-4fc4-8708-dd7c04884ddc on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:16.579408 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (c2469974-d467-4fc4-8708-dd7c04884ddc), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.604004 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c2469974-d467-4fc4-8708-dd7c04884ddc,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:16.608769 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] No DVR routers for this DVR port c2469974-d467-4fc4-8708-dd7c04884ddc on host dv-cinder-837541-1-iscsi {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:16.681653 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (61bc5448-b799-41cd-987f-e504f3184fa6), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.704204 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device a507f32c-6a95-4cdd-9fa2-4dad04843136 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:16.706268 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bc5448-b799-41cd-987f-e504f3184fa6']}} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:16.715516 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73f59e8-445a-44d7-85db-660cb08be9d9') {'for_net_delete': True} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:16.715818 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73f59e8-445a-44d7-85db-660cb08be9d9') {} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:16.724107 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: a507f32c-6a95-4cdd-9fa2-4dad04843136 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:16.724446 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device a507f32c-6a95-4cdd-9fa2-4dad04843136 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:16.724900 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 90011634-aee2-4507-a1fa-b86f02c3bfd8 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:16.725098 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10058320'] for segment (c73f59e8-445a-44d7-85db-660cb08be9d9), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.738009 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (c73f59e8-445a-44d7-85db-660cb08be9d9), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.744900 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 90011634-aee2-4507-a1fa-b86f02c3bfd8 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:16.745824 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 90011634-aee2-4507-a1fa-b86f02c3bfd8 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:16.746416 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c2469974-d467-4fc4-8708-dd7c04884ddc no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:16.746952 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=98482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:15:16.747490 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8741464'] for segment (c73f59e8-445a-44d7-85db-660cb08be9d9), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: self.session.flush() Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: self.session.flush() Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: self.session.flush() Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: self.session.flush() Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: Traceback (most recent call last): Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: timer() Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: cb(*args, **kw) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: return func(*args, **kwargs) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: self._notify() Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: self.callback(batched_events) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: event.method(event) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: return f(self, *a, **k) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._get(url).json() Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: return self.request(url, 'GET', **kwargs) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:15:16.749829 dv-cinder-837541-1-iscsi neutron-server[98482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:15:16.766602 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: c2469974-d467-4fc4-8708-dd7c04884ddc {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:16.766942 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device c2469974-d467-4fc4-8708-dd7c04884ddc not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:16.806514 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (61bc5448-b799-41cd-987f-e504f3184fa6), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.822653 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.825852 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] 10.222.0.43 "DELETE /v2.0/networks/61bc5448-b799-41cd-987f-e504f3184fa6 HTTP/1.1" status: 204 len: 168 time: 0.7970521 Apr 12 20:15:16.826698 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752b709-908a-46c0-b7f8-f7eb0a1052fa admin admin] Pushing event deleted for resources: {'Network': ['ID=61bc5448-b799-41cd-987f-e504f3184fa6,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:16.995987 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46880) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:17.043114 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2cef136a-8bc9-47f3-b3a1-9a1da41ec001 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb9df83bd94d40488095a49631c1a15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458436 Apr 12 20:15:17.045571 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46882) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:17.097138 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a8006318-9ef1-483b-a318-6da46829cbcd admin admin] Publish callbacks [] for security_group (b1e5d2f8-5352-4add-b67e-bb7a14293818), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.117848 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a8006318-9ef1-483b-a318-6da46829cbcd admin admin] Publish callbacks [] for security_group (b1e5d2f8-5352-4add-b67e-bb7a14293818), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.166858 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a8006318-9ef1-483b-a318-6da46829cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (b1e5d2f8-5352-4add-b67e-bb7a14293818), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.169978 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a8006318-9ef1-483b-a318-6da46829cbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.171212 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a8006318-9ef1-483b-a318-6da46829cbcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1e5d2f8-5352-4add-b67e-bb7a14293818 HTTP/1.1" status: 204 len: 168 time: 0.1247699 Apr 12 20:15:17.179977 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006318-9ef1-483b-a318-6da46829cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e5d2f8-5352-4add-b67e-bb7a14293818,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:17.520792 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46888) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:17.559414 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-53a30a78-132b-403c-af7f-5816a342bb8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8c21f11e89542c8bbc20cda9cbce8a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374808 Apr 12 20:15:17.561890 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46890) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:17.616354 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-59064b68-f2ae-475e-b57b-e3f0b615234a admin admin] Publish callbacks [] for security_group (6a9ea244-dc15-4ad5-9b09-2151235c4437), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.637674 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-59064b68-f2ae-475e-b57b-e3f0b615234a admin admin] Publish callbacks [] for security_group (6a9ea244-dc15-4ad5-9b09-2151235c4437), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.684478 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-59064b68-f2ae-475e-b57b-e3f0b615234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6a9ea244-dc15-4ad5-9b09-2151235c4437), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.686974 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-59064b68-f2ae-475e-b57b-e3f0b615234a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.688195 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-59064b68-f2ae-475e-b57b-e3f0b615234a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a9ea244-dc15-4ad5-9b09-2151235c4437 HTTP/1.1" status: 204 len: 168 time: 0.1254432 Apr 12 20:15:17.695982 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59064b68-f2ae-475e-b57b-e3f0b615234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9ea244-dc15-4ad5-9b09-2151235c4437,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:18.434123 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46908) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:18.539658 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76cdc143-c76c-41b6-8a20-176dc75c2969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.619368 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76cdc143-c76c-41b6-8a20-176dc75c2969 admin admin] Publish callbacks [] for security_group (bc8483f0-7702-417d-86a5-87915a259c0c), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.624949 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76cdc143-c76c-41b6-8a20-176dc75c2969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (bc8483f0-7702-417d-86a5-87915a259c0c), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.663354 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdc143-c76c-41b6-8a20-176dc75c2969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8483f0-7702-417d-86a5-87915a259c0c,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:18.668128 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-76cdc143-c76c-41b6-8a20-176dc75c2969 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=750317dea95f4c8cb622d1b1f38ada37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324121 Apr 12 20:15:18.670397 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46912) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:18.717555 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a16427af-4477-4daa-8c08-d1309dfcea57 admin admin] Publish callbacks [] for security_group (bc8483f0-7702-417d-86a5-87915a259c0c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.740410 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a16427af-4477-4daa-8c08-d1309dfcea57 admin admin] Publish callbacks [] for security_group (bc8483f0-7702-417d-86a5-87915a259c0c), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.788484 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a16427af-4477-4daa-8c08-d1309dfcea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (bc8483f0-7702-417d-86a5-87915a259c0c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.791121 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a16427af-4477-4daa-8c08-d1309dfcea57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.792296 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a16427af-4477-4daa-8c08-d1309dfcea57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc8483f0-7702-417d-86a5-87915a259c0c HTTP/1.1" status: 204 len: 168 time: 0.1210389 Apr 12 20:15:18.799959 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16427af-4477-4daa-8c08-d1309dfcea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8483f0-7702-417d-86a5-87915a259c0c,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:19.064657 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46918) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:19.078424 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b758b7b5-9d89-4e4b-a4ea-46168cdba43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.158718 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b758b7b5-9d89-4e4b-a4ea-46168cdba43b admin admin] Publish callbacks [] for security_group (f8a89b0f-514d-49bc-ba14-f9b9713f6368), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.164343 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b758b7b5-9d89-4e4b-a4ea-46168cdba43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f8a89b0f-514d-49bc-ba14-f9b9713f6368), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.202372 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b758b7b5-9d89-4e4b-a4ea-46168cdba43b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d966720fee246ec8ca824b087e7a682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366396 Apr 12 20:15:19.203194 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758b7b5-9d89-4e4b-a4ea-46168cdba43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a89b0f-514d-49bc-ba14-f9b9713f6368,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:19.205294 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46920) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:19.255530 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c24c90f3-bedd-44d2-b1ed-94b0a67fa8ad admin admin] Publish callbacks [] for security_group (f8a89b0f-514d-49bc-ba14-f9b9713f6368), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.278936 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c24c90f3-bedd-44d2-b1ed-94b0a67fa8ad admin admin] Publish callbacks [] for security_group (f8a89b0f-514d-49bc-ba14-f9b9713f6368), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.335404 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c24c90f3-bedd-44d2-b1ed-94b0a67fa8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f8a89b0f-514d-49bc-ba14-f9b9713f6368), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.338150 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c24c90f3-bedd-44d2-b1ed-94b0a67fa8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.339282 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c24c90f3-bedd-44d2-b1ed-94b0a67fa8ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8a89b0f-514d-49bc-ba14-f9b9713f6368 HTTP/1.1" status: 204 len: 168 time: 0.1329844 Apr 12 20:15:19.346788 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c90f3-bedd-44d2-b1ed-94b0a67fa8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a89b0f-514d-49bc-ba14-f9b9713f6368,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:21.111054 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46976) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:21.256928 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-54340210-ef85-463e-a611-28e14689ed22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.333033 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-54340210-ef85-463e-a611-28e14689ed22 admin admin] Publish callbacks [] for security_group (fa4644f6-65dd-489c-a27d-343a10f78046), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.338663 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-54340210-ef85-463e-a611-28e14689ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fa4644f6-65dd-489c-a27d-343a10f78046), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.375607 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-54340210-ef85-463e-a611-28e14689ed22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74ed37f78d0e411f908999db89058446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634487 Apr 12 20:15:21.376438 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54340210-ef85-463e-a611-28e14689ed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4644f6-65dd-489c-a27d-343a10f78046,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:21.378567 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46980) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:21.431603 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4206a4ce-97ba-468c-8dee-7ff3e21d5dc6 admin admin] Publish callbacks [] for security_group (fa4644f6-65dd-489c-a27d-343a10f78046), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.452662 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4206a4ce-97ba-468c-8dee-7ff3e21d5dc6 admin admin] Publish callbacks [] for security_group (fa4644f6-65dd-489c-a27d-343a10f78046), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.500304 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4206a4ce-97ba-468c-8dee-7ff3e21d5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fa4644f6-65dd-489c-a27d-343a10f78046), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.502889 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-4206a4ce-97ba-468c-8dee-7ff3e21d5dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.504065 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-4206a4ce-97ba-468c-8dee-7ff3e21d5dc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa4644f6-65dd-489c-a27d-343a10f78046 HTTP/1.1" status: 204 len: 168 time: 0.1243365 Apr 12 20:15:21.512354 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206a4ce-97ba-468c-8dee-7ff3e21d5dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4644f6-65dd-489c-a27d-343a10f78046,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:21.791167 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 46986) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:21.804655 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1098b2a-976d-457f-8009-89bde3da90dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.883919 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1098b2a-976d-457f-8009-89bde3da90dc admin admin] Publish callbacks [] for security_group (a786c455-a9cb-4ed9-a092-cc00809bc66c), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.889455 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b1098b2a-976d-457f-8009-89bde3da90dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (a786c455-a9cb-4ed9-a092-cc00809bc66c), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.926535 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b1098b2a-976d-457f-8009-89bde3da90dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b235b353512b440788e9c0361070f673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342080 Apr 12 20:15:21.927704 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1098b2a-976d-457f-8009-89bde3da90dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a786c455-a9cb-4ed9-a092-cc00809bc66c,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:21.929455 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 46988) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:21.977485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6fce19b1-dbaa-4f45-b5d3-0f51af25eb14 admin admin] Publish callbacks [] for security_group (a786c455-a9cb-4ed9-a092-cc00809bc66c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.998166 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6fce19b1-dbaa-4f45-b5d3-0f51af25eb14 admin admin] Publish callbacks [] for security_group (a786c455-a9cb-4ed9-a092-cc00809bc66c), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.048955 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6fce19b1-dbaa-4f45-b5d3-0f51af25eb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (a786c455-a9cb-4ed9-a092-cc00809bc66c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.052569 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-6fce19b1-dbaa-4f45-b5d3-0f51af25eb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.054087 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-6fce19b1-dbaa-4f45-b5d3-0f51af25eb14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a786c455-a9cb-4ed9-a092-cc00809bc66c HTTP/1.1" status: 204 len: 168 time: 0.1236103 Apr 12 20:15:22.061576 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce19b1-dbaa-4f45-b5d3-0f51af25eb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a786c455-a9cb-4ed9-a092-cc00809bc66c,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:22.889060 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ecc7ad3e-f152-4a92-81e3-ebb1cbba6471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.213418 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-31f451b5-a8ba-4a94-8fdd-7a738a4a6e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.884466 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.207773 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.686982 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.008894 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.326619 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47090) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:33.437141 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eb73a3eb-1b65-4c4f-b302-1262cae7b71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.520477 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eb73a3eb-1b65-4c4f-b302-1262cae7b71c admin admin] Publish callbacks [] for security_group (203e67ee-8334-4921-bd21-88a09dede9c5), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.526221 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eb73a3eb-1b65-4c4f-b302-1262cae7b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (203e67ee-8334-4921-bd21-88a09dede9c5), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.563773 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-eb73a3eb-1b65-4c4f-b302-1262cae7b71c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba8acb511fdf40fca742e8e57c69de12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360554 Apr 12 20:15:33.564630 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73a3eb-1b65-4c4f-b302-1262cae7b71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e67ee-8334-4921-bd21-88a09dede9c5,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:33.566648 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47094) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:33.617253 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf7af-0947-494a-904e-a4bd14fbb54c admin admin] Publish callbacks [] for security_group (203e67ee-8334-4921-bd21-88a09dede9c5), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.641245 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf7af-0947-494a-904e-a4bd14fbb54c admin admin] Publish callbacks [] for security_group (203e67ee-8334-4921-bd21-88a09dede9c5), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.690090 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf7af-0947-494a-904e-a4bd14fbb54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (203e67ee-8334-4921-bd21-88a09dede9c5), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.692698 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-9c0bf7af-0947-494a-904e-a4bd14fbb54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.693856 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-9c0bf7af-0947-494a-904e-a4bd14fbb54c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/203e67ee-8334-4921-bd21-88a09dede9c5 HTTP/1.1" status: 204 len: 168 time: 0.1261847 Apr 12 20:15:33.701686 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bf7af-0947-494a-904e-a4bd14fbb54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e67ee-8334-4921-bd21-88a09dede9c5,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:33.966770 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47100) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:33.980052 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0d44d542-14ff-45f6-a245-50394386dcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.052061 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0d44d542-14ff-45f6-a245-50394386dcf9 admin admin] Publish callbacks [] for security_group (7c300129-46a7-43d2-92d5-65d1a0975a09), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.057803 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0d44d542-14ff-45f6-a245-50394386dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (7c300129-46a7-43d2-92d5-65d1a0975a09), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.095516 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0d44d542-14ff-45f6-a245-50394386dcf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5ddb7d2e26a46dab2a0337d91cfdbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276228 Apr 12 20:15:34.096434 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44d542-14ff-45f6-a245-50394386dcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c300129-46a7-43d2-92d5-65d1a0975a09,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:34.098515 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47102) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:34.148637 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d7aed6be-f99d-44e8-8efc-c3cf6442ce5f admin admin] Publish callbacks [] for security_group (7c300129-46a7-43d2-92d5-65d1a0975a09), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.171966 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d7aed6be-f99d-44e8-8efc-c3cf6442ce5f admin admin] Publish callbacks [] for security_group (7c300129-46a7-43d2-92d5-65d1a0975a09), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.222508 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d7aed6be-f99d-44e8-8efc-c3cf6442ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (7c300129-46a7-43d2-92d5-65d1a0975a09), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.225165 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d7aed6be-f99d-44e8-8efc-c3cf6442ce5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.226354 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d7aed6be-f99d-44e8-8efc-c3cf6442ce5f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c300129-46a7-43d2-92d5-65d1a0975a09 HTTP/1.1" status: 204 len: 168 time: 0.1267483 Apr 12 20:15:34.234053 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aed6be-f99d-44e8-8efc-c3cf6442ce5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c300129-46a7-43d2-92d5-65d1a0975a09,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:35.401447 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-93cb4b2d-dfbe-45b1-a31b-a71fc1b38430 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394328 Apr 12 20:15:35.462560 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-c4557972-98b5-4e3e-9844-7a90d3bf65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:35.464127 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-c4557972-98b5-4e3e-9844-7a90d3bf65f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 1129 time: 0.0421531 Apr 12 20:15:35.583947 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-9284242d-8da5-4689-a36d-f2285749af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:35.585337 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-9284242d-8da5-4689-a36d-f2285749af7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.1019630 Apr 12 20:15:35.657415 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-f386a017-0014-4d84-8a28-70af8ff7d72a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71 HTTP/1.1" status: 200 len: 1000 time: 0.0648811 Apr 12 20:15:35.707590 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-9e6d5003-9270-420d-99df-c16731cd1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:35.708991 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-9e6d5003-9270-420d-99df-c16731cd1c91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0442290 Apr 12 20:15:35.753535 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-60de0a65-927a-440d-94c3-3364bccef385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:35.754964 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-60de0a65-927a-440d-94c3-3364bccef385 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396745 Apr 12 20:15:35.856933 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-5676d494-2fd0-4634-9b92-9d43968c20b1 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916445 Apr 12 20:15:35.950810 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c44f0e7d-de2a-4a1c-85ec-0c3cf637da5d req-3c6cc159-6c6c-4a33-a1cd-5105a7c07003 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836737 Apr 12 20:15:38.403748 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47172) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:38.517366 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e4a3de50-2cda-41fe-a728-f24d9240f693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.593583 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e4a3de50-2cda-41fe-a728-f24d9240f693 admin admin] Publish callbacks [] for security_group (de00ecb7-1bfc-44d7-a780-ace1e1195598), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.601639 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-e4a3de50-2cda-41fe-a728-f24d9240f693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (de00ecb7-1bfc-44d7-a780-ace1e1195598), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.639368 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-e4a3de50-2cda-41fe-a728-f24d9240f693 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b71879d99ee474882fe256245c88e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345290 Apr 12 20:15:38.640327 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3de50-2cda-41fe-a728-f24d9240f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de00ecb7-1bfc-44d7-a780-ace1e1195598,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:38.642235 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47176) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:38.692304 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-04c5afd5-68eb-4cd6-a5cf-a5b0234ce200 admin admin] Publish callbacks [] for security_group (de00ecb7-1bfc-44d7-a780-ace1e1195598), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.718494 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-04c5afd5-68eb-4cd6-a5cf-a5b0234ce200 admin admin] Publish callbacks [] for security_group (de00ecb7-1bfc-44d7-a780-ace1e1195598), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.772129 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-04c5afd5-68eb-4cd6-a5cf-a5b0234ce200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (de00ecb7-1bfc-44d7-a780-ace1e1195598), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.775995 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-04c5afd5-68eb-4cd6-a5cf-a5b0234ce200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.777505 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-04c5afd5-68eb-4cd6-a5cf-a5b0234ce200 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de00ecb7-1bfc-44d7-a780-ace1e1195598 HTTP/1.1" status: 204 len: 168 time: 0.1330984 Apr 12 20:15:38.784992 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5afd5-68eb-4cd6-a5cf-a5b0234ce200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00ecb7-1bfc-44d7-a780-ace1e1195598,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:39.460517 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:15:47.687708 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fb70a-460d-4d0e-aad6-6fd04566fe78 req-74d3cdf2-b9a7-4d1d-8b05-7ff4340c0529 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:47.689187 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-172fb70a-460d-4d0e-aad6-6fd04566fe78 req-74d3cdf2-b9a7-4d1d-8b05-7ff4340c0529 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 946 time: 0.0494344 Apr 12 20:15:47.739350 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-172fb70a-460d-4d0e-aad6-6fd04566fe78 req-8e3ef287-52a2-4d76-925d-2a11aec51ee5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Apr 12 20:15:48.874114 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998e38e-4ce8-49d4-9d77-db64040f8a5f req-6cf899bd-1240-4ede-8a2a-713453f9c7fc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:48.875570 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2998e38e-4ce8-49d4-9d77-db64040f8a5f req-6cf899bd-1240-4ede-8a2a-713453f9c7fc tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 946 time: 0.0526474 Apr 12 20:15:48.938388 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2998e38e-4ce8-49d4-9d77-db64040f8a5f req-0866be36-76a1-4afb-b00d-207f6b064dcb tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups?id=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548303 Apr 12 20:15:49.421487 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-44a92836-5e67-48b1-ae4c-5d3bacfe8e7c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:49.422953 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-44a92836-5e67-48b1-ae4c-5d3bacfe8e7c tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 946 time: 0.0598485 Apr 12 20:15:49.505219 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Deleting port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:49.505545 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.596281 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] For port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:49.596504 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.768149 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.768488 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.768857 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Floating IP 280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92 disassociated. External IP: 172.27.3.59, port: 418a7e42-fbef-46ed-b4dd-10705ef3dc5d. Apr 12 20:15:49.769126 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Calling delete_port for 418a7e42-fbef-46ed-b4dd-10705ef3dc5d owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:49.899408 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (418a7e42-fbef-46ed-b4dd-10705ef3dc5d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.927228 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event deleted for resources: {'Port': ['ID=418a7e42-fbef-46ed-b4dd-10705ef3dc5d,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:50.048220 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2f0e1a72-b560-420f-b10e-f3249b0faf09 req-1cf00110-abc5-4225-873d-6d9aed05f74f tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e366e4a-80e7-4c89-a29f-c3a504ef68f3 HTTP/1.1" status: 200 len: 210 time: 0.0370722 Apr 12 20:15:50.074225 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:50.185319 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:50.195467 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86af763-336c-4063-822e-f6b96713a728 None None] Sync routers for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:50.206724 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:50.207345 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:15:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:50.329460 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:50.516954 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] No DVR routers for this DVR port 418a7e42-fbef-46ed-b4dd-10705ef3dc5d on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:50.519556 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:50.522873 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-906738cb-b742-4b03-ac95-aacdcbc6f29d req-60391a0f-e5cd-4ffd-ab1d-36b03b27ea0a tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.60 "DELETE /v2.0/ports/418a7e42-fbef-46ed-b4dd-10705ef3dc5d HTTP/1.1" status: 204 len: 173 time: 1.0946832 Apr 12 20:15:50.523302 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-deleted', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:50.525654 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e00b940-bcc3-4a74-84f8-dfa6a2dc6923" -d '{"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-deleted", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:50.525821 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:50.556837 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86af763-336c-4063-822e-f6b96713a728 None None] Checking router: cc8dff2a-cae5-4a31-87d9-dd729d6593b2 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:50.565692 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:50.566325 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:15:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:50.573837 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747ac9e1-47fa-4d49-878a-1bfe1327750b x-openstack-request-id: req-747ac9e1-47fa-4d49-878a-1bfe1327750b {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:50.573837 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e366e4a-80e7-4c89-a29f-c3a504ef68f3", "name": "network-vif-deleted", "tag": "418a7e42-fbef-46ed-b4dd-10705ef3dc5d", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:50.573837 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-747ac9e1-47fa-4d49-878a-1bfe1327750b {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:50.574379 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747ac9e1-47fa-4d49-878a-1bfe1327750b'] response: {'server_uuid': '5e366e4a-80e7-4c89-a29f-c3a504ef68f3', 'name': 'network-vif-deleted', 'tag': '418a7e42-fbef-46ed-b4dd-10705ef3dc5d', 'status': 'completed', 'code': 200} Apr 12 20:15:50.678029 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:50.870919 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-f86af763-336c-4063-822e-f6b96713a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:50.896957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86af763-336c-4063-822e-f6b96713a728 None None] The sync data for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi is: [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:03:27Z', 'revision_number': 4, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '46d0ec61-c752-4e8c-89bb-c5660030a2e8', 'name': '', 'network_id': '2084eaf6-c238-44a2-bd23-7cfc284336e5', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'mac_address': 'fa:16:3e:88:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '470891e0-009c-408e-a107-8598bddbcaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:25Z', 'updated_at': '2022-04-12T20:03:36Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'subnets': [{'id': '470891e0-009c-408e-a107-8598bddbcaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:51.138323 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8dd0a-f8c2-4e14-bffd-681703602f23 None None] New status for floating IP 280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92: DOWN {{(pid=98485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:51.139448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47204) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:51.194462 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2eff70b4-3009-478a-8752-63a24d38de6b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (2eb40f28-6bd2-4cda-84bf-6d6e1a36b363), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.218557 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2eff70b4-3009-478a-8752-63a24d38de6b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (2eb40f28-6bd2-4cda-84bf-6d6e1a36b363), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.269632 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2eff70b4-3009-478a-8752-63a24d38de6b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (2eb40f28-6bd2-4cda-84bf-6d6e1a36b363), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.272409 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2eff70b4-3009-478a-8752-63a24d38de6b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.273543 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2eff70b4-3009-478a-8752-63a24d38de6b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "DELETE /v2.0/security-groups/2eb40f28-6bd2-4cda-84bf-6d6e1a36b363 HTTP/1.1" status: 204 len: 168 time: 0.1330817 Apr 12 20:15:51.276762 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47206) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:51.283625 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff70b4-3009-478a-8752-63a24d38de6b tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb40f28-6bd2-4cda-84bf-6d6e1a36b363,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:51.292753 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.api.v2.resource [None req-d940744e-8609-4d0b-ac2b-3d72d745f920 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] show failed (client error): The resource could not be found. Apr 12 20:15:51.296403 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d940744e-8609-4d0b-ac2b-3d72d745f920 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "GET /v2.0/security-groups/2eb40f28-6bd2-4cda-84bf-6d6e1a36b363 HTTP/1.1" status: 404 len: 347 time: 0.0160806 Apr 12 20:15:51.296968 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47208) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:51.422505 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Deleting port 48d1a562-4d3d-4d36-9ce2-163db3ad805e {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:51.422760 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.503676 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.503998 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (48d1a562-4d3d-4d36-9ce2-163db3ad805e), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.517006 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Calling delete_port for 48d1a562-4d3d-4d36-9ce2-163db3ad805e owned by network:floatingip {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:51.663662 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (48d1a562-4d3d-4d36-9ce2-163db3ad805e), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.688268 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Pushing event deleted for resources: {'Port': ['ID=48d1a562-4d3d-4d36-9ce2-163db3ad805e,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:51.749093 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks [] for floatingip (280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.751631 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.752820 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0ef5a798-27af-4acc-83ba-1b5320ba88f5 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] 10.222.0.43 "DELETE /v2.0/floatingips/280b0ddc-4b2a-4b2a-bf6e-46df6e06fe92 HTTP/1.1" status: 204 len: 168 time: 0.4549034 Apr 12 20:15:52.566980 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:52.590883 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 418a7e42-fbef-46ed-b4dd-10705ef3dc5d {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:52.591291 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 418a7e42-fbef-46ed-b4dd-10705ef3dc5d not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:52.895076 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-14591dd1-ee5c-45df-992a-9f2e5c0ebcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:54.172900 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47232) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:54.743039 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:54.980305 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Deleting port 46d0ec61-c752-4e8c-89bb-c5660030a2e8 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:54.980641 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:55.056533 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] For port 46d0ec61-c752-4e8c-89bb-c5660030a2e8, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=46d0ec61-c752-4e8c-89bb-c5660030a2e8,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:55.056892 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:55.069900 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Calling delete_port for 46d0ec61-c752-4e8c-89bb-c5660030a2e8 owned by network:router_interface {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:55.216695 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-4bb96d3b-4078-454b-9ed3-bed41adad3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:55.253563 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (46d0ec61-c752-4e8c-89bb-c5660030a2e8), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:55.282353 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d0ec61-c752-4e8c-89bb-c5660030a2e8,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:55.309530 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.309870 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.310207 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.310540 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.310875 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.311199 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.311521 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.311862 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.312180 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.312496 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.312812 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.313131 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.313445 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.313778 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.314091 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:55.464288 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:55.698020 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:55.817694 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:55.823388 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-33c1d683-f66d-4896-88ab-fb68305ff271 admin admin] 10.222.0.43 "PUT /v2.0/routers/cc8dff2a-cae5-4a31-87d9-dd729d6593b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6494758 Apr 12 20:15:55.826089 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47236) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:55.827005 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] Sync routers for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:55.837853 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:55.838454 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:15:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:55.901373 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:55.934069 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks [] for router (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:55.958315 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:56.038348 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks [] for router_gateway (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.083369 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Deleting port 7de1173a-9ba3-4dca-b6c2-024b910e7315 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:56.083851 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.125954 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:15:55Z', 'revision_number': 5, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port': {'id': '7de1173a-9ba3-4dca-b6c2-024b910e7315', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:03:22Z', 'updated_at': '2022-04-12T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:56.152856 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] Checking router: cc8dff2a-cae5-4a31-87d9-dd729d6593b2 for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:56.161563 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] Routers {'cc8dff2a-cae5-4a31-87d9-dd729d6593b2'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:56.162015 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] For port 7de1173a-9ba3-4dca-b6c2-024b910e7315, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7de1173a-9ba3-4dca-b6c2-024b910e7315,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:56.162174 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:15:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:56.162380 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.175027 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Calling delete_port for 7de1173a-9ba3-4dca-b6c2-024b910e7315 owned by network:router_gateway {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:56.344863 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (7de1173a-9ba3-4dca-b6c2-024b910e7315), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.373722 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de1173a-9ba3-4dca-b6c2-024b910e7315,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:56.390203 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.399970 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] Set router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 gateway port host: None {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:56.434822 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.455130 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:15:56Z', 'revision_number': 6, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port_host': None}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:56.481246 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c216d2-f10e-44fe-827b-ac6c248e38e0 None None] The sync data for ids ['cc8dff2a-cae5-4a31-87d9-dd729d6593b2'] in dv-cinder-837541-1-iscsi is: [{'id': 'cc8dff2a-cae5-4a31-87d9-dd729d6593b2', 'name': 'tempest-AttachVolumeShelveTestJSON-867824179-router', 'tenant_id': '1e08f32dfe314c9692199ab5c8939114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:03:21Z', 'updated_at': '2022-04-12T20:15:56Z', 'revision_number': 6, 'project_id': '1e08f32dfe314c9692199ab5c8939114', 'gw_port_host': None}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:56.779102 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.781222 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks [] for router_controller (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.827979 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (cc8dff2a-cae5-4a31-87d9-dd729d6593b2), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.828109 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc8dff2a-cae5-4a31-87d9-dd729d6593b2 {{(pid=98482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:15:56.832805 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.836285 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-92e309b9-ce95-4021-aecf-0c8ffdf60b21 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cc8dff2a-cae5-4a31-87d9-dd729d6593b2 HTTP/1.1" status: 204 len: 168 time: 1.0070105 Apr 12 20:15:56.836572 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47238) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:56.888012 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_v2 [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] Deleting subnet 470891e0-009c-408e-a107-8598bddbcaff {{(pid=98482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:15:56.892253 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] Publish callbacks [] for subnet (470891e0-009c-408e-a107-8598bddbcaff), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:56.928835 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10058347'] for subnet (470891e0-009c-408e-a107-8598bddbcaff), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.008280 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (470891e0-009c-408e-a107-8598bddbcaff), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.063205 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8741602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8467743'] for subnet (470891e0-009c-408e-a107-8598bddbcaff), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.087682 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470891e0-009c-408e-a107-8598bddbcaff,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:57.091712 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.095735 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-efde068b-58c8-413e-9b6e-f3bdefa99c5c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/470891e0-009c-408e-a107-8598bddbcaff HTTP/1.1" status: 204 len: 168 time: 0.2581563 Apr 12 20:15:57.097489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47240) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:57.097996 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9bcab2-cb5c-4037-9c8c-b40fc7953e85 None None] Network 2084eaf6-c238-44a2-bd23-7cfc284336e5 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:15:57.168049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (2084eaf6-c238-44a2-bd23-7cfc284336e5), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.213543 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Deleting port 3e81da70-68c5-4840-952d-32e89c0b17d4 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:57.214048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.279427 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] DHCP port deletion for 2084eaf6-c238-44a2-bd23-7cfc284336e5 request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:15:57.280190 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] For port 3e81da70-68c5-4840-952d-32e89c0b17d4, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3e81da70-68c5-4840-952d-32e89c0b17d4,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:57.281377 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.288056 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 46d0ec61-c752-4e8c-89bb-c5660030a2e8 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:57.295290 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Calling delete_port for 3e81da70-68c5-4840-952d-32e89c0b17d4 owned by network:dhcp {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:57.328795 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 46d0ec61-c752-4e8c-89bb-c5660030a2e8 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:57.329042 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 46d0ec61-c752-4e8c-89bb-c5660030a2e8 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:57.343933 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] Deleting port 3e81da70-68c5-4840-952d-32e89c0b17d4 {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:57.344584 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.388667 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.414436 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] For port 3e81da70-68c5-4840-952d-32e89c0b17d4, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=3e81da70-68c5-4840-952d-32e89c0b17d4,segment=NetworkSegment(530fb11d-53dc-4a31-8929-587f4a38fc0d),segment_id=530fb11d-53dc-4a31-8929-587f4a38fc0d)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:57.415015 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.421363 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e81da70-68c5-4840-952d-32e89c0b17d4,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:57.427048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] No DVR routers for this DVR port 3e81da70-68c5-4840-952d-32e89c0b17d4 on host dv-cinder-837541-1-iscsi {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:57.430759 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] Calling delete_port for 3e81da70-68c5-4840-952d-32e89c0b17d4 owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:57.436373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.436899 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.437378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.437833 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.438281 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.438685 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.439003 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.439318 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.439660 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.439982 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.440325 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.440613 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.440926 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.441252 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.441540 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:57.509738 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (3e81da70-68c5-4840-952d-32e89c0b17d4), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.515429 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (2084eaf6-c238-44a2-bd23-7cfc284336e5), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.533903 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] Pushing event deleted for resources: {'Port': ['ID=3e81da70-68c5-4840-952d-32e89c0b17d4,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:57.541005 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea1133-7e15-4003-8885-ebe3ab505dde None None] No DVR routers for this DVR port 3e81da70-68c5-4840-952d-32e89c0b17d4 on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:57.548175 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2084eaf6-c238-44a2-bd23-7cfc284336e5']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:57.559308 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530fb11d-53dc-4a31-8929-587f4a38fc0d') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:57.562372 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530fb11d-53dc-4a31-8929-587f4a38fc0d') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:57.569909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (530fb11d-53dc-4a31-8929-587f4a38fc0d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.584027 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (530fb11d-53dc-4a31-8929-587f4a38fc0d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.590233 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:15:57.590606 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (530fb11d-53dc-4a31-8929-587f4a38fc0d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:15:57.592320 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:15:57.646217 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (2084eaf6-c238-44a2-bd23-7cfc284336e5), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.651816 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.655150 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2084eaf6-c238-44a2-bd23-7cfc284336e5 HTTP/1.1" status: 204 len: 168 time: 0.5566659 Apr 12 20:15:57.667211 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1c87e-cf0c-456d-a454-3f5a041a2864 admin admin] Pushing event deleted for resources: {'Network': ['ID=2084eaf6-c238-44a2-bd23-7cfc284336e5,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:57.680425 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.837883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47244) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:57.880290 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-7511fa3b-eaa5-49ca-a9ce-245872e7e15d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e08f32dfe314c9692199ab5c8939114&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412810 Apr 12 20:15:57.882887 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47246) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:57.930139 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-48dbbf62-ff9f-41ef-9def-9be6f2401d74 admin admin] Publish callbacks [] for security_group (55dd4784-7375-4ba5-9e8a-0c466963f10e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.951615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-48dbbf62-ff9f-41ef-9def-9be6f2401d74 admin admin] Publish callbacks [] for security_group (55dd4784-7375-4ba5-9e8a-0c466963f10e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:57.998070 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-48dbbf62-ff9f-41ef-9def-9be6f2401d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (55dd4784-7375-4ba5-9e8a-0c466963f10e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:58.000774 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-48dbbf62-ff9f-41ef-9def-9be6f2401d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:58.001887 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-48dbbf62-ff9f-41ef-9def-9be6f2401d74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55dd4784-7375-4ba5-9e8a-0c466963f10e HTTP/1.1" status: 204 len: 168 time: 0.1181378 Apr 12 20:15:58.009248 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbbf62-ff9f-41ef-9def-9be6f2401d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd4784-7375-4ba5-9e8a-0c466963f10e,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:58.714723 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3e81da70-68c5-4840-952d-32e89c0b17d4 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:58.735527 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 3e81da70-68c5-4840-952d-32e89c0b17d4 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:58.735874 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 3e81da70-68c5-4840-952d-32e89c0b17d4 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:58.736297 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7de1173a-9ba3-4dca-b6c2-024b910e7315 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:58.755757 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 7de1173a-9ba3-4dca-b6c2-024b910e7315 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:58.756115 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7de1173a-9ba3-4dca-b6c2-024b910e7315 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:59.004891 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:01.787961 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47308) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:01.905942 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-70385be1-f295-48f9-9b91-97288823327e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:01.978948 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-70385be1-f295-48f9-9b91-97288823327e admin admin] Publish callbacks [] for security_group (fa78fe48-aa9f-45b5-9646-d0d902caa363), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:01.983842 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-70385be1-f295-48f9-9b91-97288823327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fa78fe48-aa9f-45b5-9646-d0d902caa363), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.023925 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-70385be1-f295-48f9-9b91-97288823327e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cef4b02fa7bd4c1f9071a0a03e4fc817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348638 Apr 12 20:16:02.024726 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70385be1-f295-48f9-9b91-97288823327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa78fe48-aa9f-45b5-9646-d0d902caa363,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:02.026779 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47312) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:02.078080 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0186b851-72fe-4458-92af-44309c69c5a4 admin admin] Publish callbacks [] for security_group (fa78fe48-aa9f-45b5-9646-d0d902caa363), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.099999 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0186b851-72fe-4458-92af-44309c69c5a4 admin admin] Publish callbacks [] for security_group (fa78fe48-aa9f-45b5-9646-d0d902caa363), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.148643 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0186b851-72fe-4458-92af-44309c69c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fa78fe48-aa9f-45b5-9646-d0d902caa363), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.151185 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0186b851-72fe-4458-92af-44309c69c5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.152384 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0186b851-72fe-4458-92af-44309c69c5a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa78fe48-aa9f-45b5-9646-d0d902caa363 HTTP/1.1" status: 204 len: 168 time: 0.1245997 Apr 12 20:16:02.160406 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b851-72fe-4458-92af-44309c69c5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa78fe48-aa9f-45b5-9646-d0d902caa363,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:11.718448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47390) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:12.098645 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Deleting port ba3f6b36-5c25-4c00-a1c6-96102ec724d0 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:12.099000 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.174122 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.174351 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.186786 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Calling delete_port for ba3f6b36-5c25-4c00-a1c6-96102ec724d0 owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:12.335849 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (ba3f6b36-5c25-4c00-a1c6-96102ec724d0), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.360549 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event deleted for resources: {'Port': ['ID=ba3f6b36-5c25-4c00-a1c6-96102ec724d0,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:12.425885 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.426120 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Floating IP a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6 disassociated (deleted). External IP: 172.27.3.129, port: 3cb34762-a795-4a7a-b5bd-f767de2acd10. Apr 12 20:16:12.647348 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:12.758151 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:12.763450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.767848 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:12.777845 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:12.778440 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:15:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:12.792299 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3224fe74-ba68-4760-b691-d6b4e155d79a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "DELETE /v2.0/floatingips/a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6 HTTP/1.1" status: 204 len: 168 time: 1.0724540 Apr 12 20:16:12.792870 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:12.795111 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:12.836560 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f6b659-d371-46cc-9f56-de03212c1e0e x-openstack-request-id: req-27f6b659-d371-46cc-9f56-de03212c1e0e {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:12.836979 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:12.837802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27f6b659-d371-46cc-9f56-de03212c1e0e {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:12.838263 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f6b659-d371-46cc-9f56-de03212c1e0e'] response: {'name': 'network-changed', 'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'status': 'completed', 'code': 200} Apr 12 20:16:12.982102 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:13.021003 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9128d63-710b-4e45-a192-24d9b9e55a3d req-30ee1b8e-a312-4358-983a-9d3ac21c2815 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:13.022597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c9128d63-710b-4e45-a192-24d9b9e55a3d req-30ee1b8e-a312-4358-983a-9d3ac21c2815 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0483792 Apr 12 20:16:13.073130 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c9128d63-710b-4e45-a192-24d9b9e55a3d req-f683ea96-e8e5-4206-9c0a-f0880024ecc3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443554 Apr 12 20:16:13.200657 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:18Z', 'revision_number': 1, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:13.229475 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:13.238114 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:13.238714 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:15:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:13.353629 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:13.584944 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:18Z', 'revision_number': 1, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:13.613630 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba4ac0-e9c2-4557-aff7-57345291e0f9 None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '798b9b91-603b-4354-a8e2-f5031ca0c68b', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'port_id': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'mac_address': 'fa:16:3e:f6:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bd25af-36fb-422d-8363-a81c502184a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:15Z', 'updated_at': '2022-04-12T20:11:18Z', 'revision_number': 1, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:13.847974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed4b148-0d9d-4935-8622-e473e15d69ee None None] New status for floating IP a7fe2c65-fb63-4d4e-8fc6-d63d9b9341d6: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:16:14.192154 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d315db-5e65-4e79-acef-d2b0eef3e6d9 req-a85ce3c2-9324-4d14-9149-5699871eb5a3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:14.193590 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-14d315db-5e65-4e79-acef-d2b0eef3e6d9 req-a85ce3c2-9324-4d14-9149-5699871eb5a3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0471611 Apr 12 20:16:14.247628 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-14d315db-5e65-4e79-acef-d2b0eef3e6d9 req-cb71eef6-d69b-4794-9d2b-192a0da8c1d3 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480528 Apr 12 20:16:14.636078 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-06260928-873e-4fb3-bf5c-d4b94bece5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:14.637556 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-06260928-873e-4fb3-bf5c-d4b94bece5d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 1129 time: 0.0413642 Apr 12 20:16:15.377050 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d7848-08c6-4513-b85c-3531ae84b9df req-5ce0af81-16c9-469b-9bd0-c238ffd4b025 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:15.378508 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e93d7848-08c6-4513-b85c-3531ae84b9df req-5ce0af81-16c9-469b-9bd0-c238ffd4b025 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0496855 Apr 12 20:16:15.428912 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e93d7848-08c6-4513-b85c-3531ae84b9df req-11d65ff7-7682-4152-a48a-1e314cc4429d tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445814 Apr 12 20:16:15.786646 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-6b8a0931-0b24-435d-b1a5-1924796238d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:15.788158 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-6b8a0931-0b24-435d-b1a5-1924796238d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.0995922 Apr 12 20:16:15.831662 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-c66c3373-06ce-4e56-9e48-84679ab77989 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10 HTTP/1.1" status: 200 len: 217 time: 0.0351198 Apr 12 20:16:15.885515 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-6cd9a499-2c58-49bf-9ed0-19905d4d8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:15.886827 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-6cd9a499-2c58-49bf-9ed0-19905d4d8b12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0480785 Apr 12 20:16:15.929996 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-7cf9d53e-12f9-4223-bb84-68660e65a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:15.931483 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-7cf9d53e-12f9-4223-bb84-68660e65a723 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386801 Apr 12 20:16:16.029458 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-38792816-424b-4da4-9d18-77ac4a3c952e service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912127 Apr 12 20:16:16.215982 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1c4ebbdb-e547-452d-8726-cfe3f8e85ee9 req-65ba382b-3275-452d-850e-38fdf6be6b8f service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916224 Apr 12 20:16:16.464871 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:16:16.564931 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43e722-1ba0-4d25-a6d4-11e058581502 req-f1e65b40-22cc-41c7-a07c-4dc7abe275ce tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:16.566364 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb43e722-1ba0-4d25-a6d4-11e058581502 req-f1e65b40-22cc-41c7-a07c-4dc7abe275ce tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0547729 Apr 12 20:16:16.615652 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bb43e722-1ba0-4d25-a6d4-11e058581502 req-14c9fb76-14ea-4b71-962b-6afe98bad722 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Apr 12 20:16:16.675270 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-ddd7dcc1-544c-4c60-a343-68537c33c020 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:16.676730 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-ddd7dcc1-544c-4c60-a343-68537c33c020 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 945 time: 0.0482569 Apr 12 20:16:16.758606 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Deleting port 3cb34762-a795-4a7a-b5bd-f767de2acd10 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:16.758838 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:16.847947 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] For port 3cb34762-a795-4a7a-b5bd-f767de2acd10, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cb34762-a795-4a7a-b5bd-f767de2acd10,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:16.848392 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:16.862458 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Calling delete_port for 3cb34762-a795-4a7a-b5bd-f767de2acd10 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:16.999996 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (3cb34762-a795-4a7a-b5bd-f767de2acd10), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.034130 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event deleted for resources: {'Port': ['ID=3cb34762-a795-4a7a-b5bd-f767de2acd10,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:17.085259 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] No DVR routers for this DVR port 3cb34762-a795-4a7a-b5bd-f767de2acd10 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:17.088217 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.091677 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-14957f71-340e-47a1-8922-e98de88c6ae1 req-8292a0ef-abf2-479e-a998-1db52127d860 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "DELETE /v2.0/ports/3cb34762-a795-4a7a-b5bd-f767de2acd10 HTTP/1.1" status: 204 len: 173 time: 0.4093795 Apr 12 20:16:17.092114 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'name': 'network-vif-deleted', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:17.094369 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9212366-c88b-4644-8052-6cd23d215ac9" -d '{"events": [{"server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "name": "network-vif-deleted", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:17.132093 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a9b6a4-268d-4d67-9292-891637911af2 x-openstack-request-id: req-68a9b6a4-268d-4d67-9292-891637911af2 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:17.132376 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8b6cfc-9384-4c42-a4bf-d952fadacf2f", "name": "network-vif-deleted", "tag": "3cb34762-a795-4a7a-b5bd-f767de2acd10", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:17.132650 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68a9b6a4-268d-4d67-9292-891637911af2 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:17.133178 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a9b6a4-268d-4d67-9292-891637911af2'] response: {'server_uuid': 'cb8b6cfc-9384-4c42-a4bf-d952fadacf2f', 'name': 'network-vif-deleted', 'tag': '3cb34762-a795-4a7a-b5bd-f767de2acd10', 'status': 'completed', 'code': 200} Apr 12 20:16:17.713650 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5a8072a0-9536-4c0a-868d-824745767224 req-cdda3b59-c5af-4348-a5f0-6e21b67c17a7 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0284333 Apr 12 20:16:18.812848 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bd73c2a7-9067-4dfb-b88c-57761b9e8897 req-262b9ffb-c42e-41f5-a07d-25b143a6dfd0 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0274556 Apr 12 20:16:19.918958 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dd997a82-f310-4ea8-abe6-dfb264b0236f req-2faa78e2-6af7-4765-a1ae-d67b81fbab12 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0331705 Apr 12 20:16:21.024037 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84a6e7ef-e76c-442b-8441-17877fc4dfce req-a6e1bbce-53f2-431d-bb38-4b9e47b34ce4 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0274854 Apr 12 20:16:21.967221 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 3cb34762-a795-4a7a-b5bd-f767de2acd10 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:21.989151 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 3cb34762-a795-4a7a-b5bd-f767de2acd10 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:21.989522 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 3cb34762-a795-4a7a-b5bd-f767de2acd10 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:22.121769 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9116de7d-2a93-413b-9807-52fdfbed7b37 req-1e8c1271-1cf9-46af-9183-9534c6ded520 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0288973 Apr 12 20:16:22.899479 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3c0be25c-201b-458e-b25b-f2b6c0f62278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.242863 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ac4dee5b-06f0-444b-87b6-550bffd2819e req-1696e0d8-fbfd-490d-9bc3-f9f50b23ee22 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8b6cfc-9384-4c42-a4bf-d952fadacf2f HTTP/1.1" status: 200 len: 210 time: 0.0297260 Apr 12 20:16:25.227684 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7a8d877b-1664-42b9-abb9-000c0d6dc81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:25.888281 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.219822 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.686080 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.018929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.651692 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47506) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:29.802534 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Deleting port a9dc68dc-9415-48f2-a7a3-dfef675d3eb6 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:29.802844 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.882772 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.883014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.895699 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Calling delete_port for a9dc68dc-9415-48f2-a7a3-dfef675d3eb6 owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:30.051466 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (a9dc68dc-9415-48f2-a7a3-dfef675d3eb6), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.078144 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event deleted for resources: {'Port': ['ID=a9dc68dc-9415-48f2-a7a3-dfef675d3eb6,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:30.141421 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (798b9b91-603b-4354-a8e2-f5031ca0c68b), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.141653 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Floating IP 798b9b91-603b-4354-a8e2-f5031ca0c68b disassociated (deleted). External IP: 172.27.3.14, port: dbb3435b-1ab2-4e75-b85d-2cf29522bf71. Apr 12 20:16:30.351116 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:30.460815 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:30.466981 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.472338 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:30.483459 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:30.484122 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:30.596677 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:30.772191 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-270bc4e1-ba65-472f-b63c-839c666a2b42 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "DELETE /v2.0/floatingips/798b9b91-603b-4354-a8e2-f5031ca0c68b HTTP/1.1" status: 204 len: 168 time: 1.1193593 Apr 12 20:16:30.772824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:30.775140 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335871b2-9679-4184-be3d-de43d208d21c" -d '{"events": [{"name": "network-changed", "server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:30.788844 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:30.812716 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2c942d-03d9-4e65-8202-83e63c9fc84b x-openstack-request-id: req-ef2c942d-03d9-4e65-8202-83e63c9fc84b {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:30.812987 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:30.813254 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef2c942d-03d9-4e65-8202-83e63c9fc84b {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:30.813656 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2c942d-03d9-4e65-8202-83e63c9fc84b'] response: {'name': 'network-changed', 'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'status': 'completed', 'code': 200} Apr 12 20:16:30.818872 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:30.827616 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:30.828230 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:30.878544 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335871b2-9679-4184-be3d-de43d208d21c req-366640a0-753d-4891-8623-bf9fe204013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:30.881164 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-335871b2-9679-4184-be3d-de43d208d21c req-366640a0-753d-4891-8623-bf9fe204013e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47a9f0d7a0134a2286864b56bbf84091&device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 1129 time: 0.0406630 Apr 12 20:16:30.939225 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:31.022337 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0be3d-0b0a-469a-b575-7fd01c785653 req-72edd978-ad25-484a-9dae-3d8fb14cbaaf tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:31.023722 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbc0be3d-0b0a-469a-b575-7fd01c785653 req-72edd978-ad25-484a-9dae-3d8fb14cbaaf tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0590115 Apr 12 20:16:31.024829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335871b2-9679-4184-be3d-de43d208d21c req-02d169b8-21dd-4bdf-8a64-d89ea5be9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:31.026115 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-335871b2-9679-4184-be3d-de43d208d21c req-02d169b8-21dd-4bdf-8a64-d89ea5be9555 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 200 len: 912 time: 0.1312180 Apr 12 20:16:31.075580 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-335871b2-9679-4184-be3d-de43d208d21c req-8082b072-9aba-4470-9e1d-82f05c22a1c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71 HTTP/1.1" status: 200 len: 217 time: 0.0393341 Apr 12 20:16:31.128580 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:31.134748 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fbc0be3d-0b0a-469a-b575-7fd01c785653 req-183fbbb5-a4fb-4e0d-bda7-cf22c93b08a4 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046035 Apr 12 20:16:31.148125 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335871b2-9679-4184-be3d-de43d208d21c req-64101a19-0e60-4c95-8da7-84b42d69d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:31.149580 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-335871b2-9679-4184-be3d-de43d208d21c req-64101a19-0e60-4c95-8da7-84b42d69d659 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 200 len: 850 time: 0.0635672 Apr 12 20:16:31.165439 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16a2dd-eccf-4a77-a050-4c2a1fe04deb None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:05:09Z', 'revision_number': 4, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': '6f614206-3c26-411b-a07f-b914614e1d38', 'name': '', 'network_id': '8abdbeaa-db52-4d8b-9e32-4012958d8508', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'mac_address': 'fa:16:3e:fa:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:08Z', 'updated_at': '2022-04-12T20:05:16Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'subnets': [{'id': '882bd3da-d872-44ed-b1ff-1665f44cd98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:31.195068 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335871b2-9679-4184-be3d-de43d208d21c req-1992f7db-b902-4d70-8d64-d514d5da267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:31.196964 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-335871b2-9679-4184-be3d-de43d208d21c req-1992f7db-b902-4d70-8d64-d514d5da267c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abdbeaa-db52-4d8b-9e32-4012958d8508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405359 Apr 12 20:16:31.315608 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-335871b2-9679-4184-be3d-de43d208d21c req-9a7e3950-e760-4903-8a29-b9a7fc6292c3 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109352 Apr 12 20:16:31.468481 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6b505-0673-4c2e-b86d-124ba2e0407e None None] New status for floating IP 798b9b91-603b-4354-a8e2-f5031ca0c68b: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:16:31.575248 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-335871b2-9679-4184-be3d-de43d208d21c req-f32995dc-5745-46a5-8c64-ba14b3a6f661 service neutron] 10.222.0.60 "GET /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012700 Apr 12 20:16:32.265761 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a1b42-c182-4d3a-96f0-cc17f1d471d1 req-9c0f4212-e1d6-449d-9f26-b8d7b934843d tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:32.267219 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-971a1b42-c182-4d3a-96f0-cc17f1d471d1 req-9c0f4212-e1d6-449d-9f26-b8d7b934843d tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0543823 Apr 12 20:16:32.321749 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-971a1b42-c182-4d3a-96f0-cc17f1d471d1 req-a6fbcaa0-4e11-45cf-9c65-7e1ee5275420 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488927 Apr 12 20:16:33.446894 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e261f76-dffa-4a41-b2a5-c84bf9995d73 req-ff6d9598-cdda-42a4-b0a5-734f66872b1b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:33.448401 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e261f76-dffa-4a41-b2a5-c84bf9995d73 req-ff6d9598-cdda-42a4-b0a5-734f66872b1b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Apr 12 20:16:33.496591 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-7e261f76-dffa-4a41-b2a5-c84bf9995d73 req-834cf112-ad2c-4893-bc6c-57938b138481 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423584 Apr 12 20:16:34.610214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c92da-e669-40cd-aa1a-90a950093f0d req-2a2fb8ec-c61f-4577-a536-4f38e05f663a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:34.611725 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c9c92da-e669-40cd-aa1a-90a950093f0d req-2a2fb8ec-c61f-4577-a536-4f38e05f663a tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0476966 Apr 12 20:16:34.662481 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6c9c92da-e669-40cd-aa1a-90a950093f0d req-8a8d5f65-ce94-41df-9e22-cafc2772356c tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451221 Apr 12 20:16:35.800321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a68e90-6048-4a2e-b3e5-481422a8fcd0 req-89fe973b-5285-4922-8cf2-571a5ae2b9cc tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:35.801667 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f2a68e90-6048-4a2e-b3e5-481422a8fcd0 req-89fe973b-5285-4922-8cf2-571a5ae2b9cc tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0579579 Apr 12 20:16:35.848966 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device dbb3435b-1ab2-4e75-b85d-2cf29522bf71 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:35.853283 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f2a68e90-6048-4a2e-b3e5-481422a8fcd0 req-bb22744c-7e9e-4fc2-866c-c27021a5952b tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1978374-8acd-40b9-82ea-d0b1f1344b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 Apr 12 20:16:35.938339 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 is: ACTIVE; New status is: DOWN {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:35.938927 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.941519 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-eb4e9cfb-3e5c-454b-ab39-8813e81e3a9f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:35.943089 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-eb4e9cfb-3e5c-454b-ab39-8813e81e3a9f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 945 time: 0.0479810 Apr 12 20:16:35.962956 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:35.964995 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f27d2b7-9602-4a9a-8330-484b08409275" -d '{"events": [{"server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:35.978087 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:35.988565 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.028601 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de19d0e9-5b2d-40ef-b074-f4643744180b x-openstack-request-id: req-de19d0e9-5b2d-40ef-b074-f4643744180b {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:36.029149 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:36.029614 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de19d0e9-5b2d-40ef-b074-f4643744180b {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:36.030481 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de19d0e9-5b2d-40ef-b074-f4643744180b'] response: {'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'code': 200} Apr 12 20:16:36.047021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Deleting port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:36.047582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.063223 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,revision_number=6']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:36.072193 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.072527 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.073081 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.073447 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.073784 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.074114 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.074442 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.074769 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.075093 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.075426 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.075765 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.076172 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.076501 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.076819 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.077138 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:36.138659 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] For port dbb3435b-1ab2-4e75-b85d-2cf29522bf71, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:36.138990 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.152236 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Calling delete_port for dbb3435b-1ab2-4e75-b85d-2cf29522bf71 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:36.294957 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (dbb3435b-1ab2-4e75-b85d-2cf29522bf71), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.323404 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event deleted for resources: {'Port': ['ID=dbb3435b-1ab2-4e75-b85d-2cf29522bf71,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:36.366602 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] No DVR routers for this DVR port dbb3435b-1ab2-4e75-b85d-2cf29522bf71 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:36.369138 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.372363 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3a8c8e76-13c7-40de-8e40-d3ebb62da144 req-acc76c1a-78ef-46d8-aab1-738499dae99f tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.60 "DELETE /v2.0/ports/dbb3435b-1ab2-4e75-b85d-2cf29522bf71 HTTP/1.1" status: 204 len: 173 time: 0.4209552 Apr 12 20:16:36.372790 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'name': 'network-vif-deleted', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:36.375044 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a672de4-9a98-4c68-b0e3-53027cf92b71" -d '{"events": [{"server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "name": "network-vif-deleted", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:36.409880 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e76ca-2f72-4fd1-8131-a10adad25164 x-openstack-request-id: req-ea5e76ca-2f72-4fd1-8131-a10adad25164 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:36.410166 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bd25af-36fb-422d-8363-a81c502184a1", "name": "network-vif-deleted", "tag": "dbb3435b-1ab2-4e75-b85d-2cf29522bf71", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:36.410405 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea5e76ca-2f72-4fd1-8131-a10adad25164 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:36.410798 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5e76ca-2f72-4fd1-8131-a10adad25164'] response: {'server_uuid': '38bd25af-36fb-422d-8363-a81c502184a1', 'name': 'network-vif-deleted', 'tag': 'dbb3435b-1ab2-4e75-b85d-2cf29522bf71', 'status': 'completed', 'code': 200} Apr 12 20:16:36.975315 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c88fea74-d60d-4c47-a95f-59128dc5de71 req-d726ec20-b6f6-4ed7-a70d-00cee4056ab6 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "GET /v2.0/ports?device_id=38bd25af-36fb-422d-8363-a81c502184a1 HTTP/1.1" status: 200 len: 210 time: 0.0315444 Apr 12 20:16:38.036193 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47574) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:38.185676 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Deleting port 0682095d-3cc2-4c83-81b6-db22fa3af6c1 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:38.186008 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.201553 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-e34c3462-c465-44d4-a7a3-b0f955f45880 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562527 Apr 12 20:16:38.285753 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405648a8-a653-477c-a6b7-3b25f250906f req-169974b9-f7c5-4eb8-9cff-b39bc3453602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:38.287212 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-169974b9-f7c5-4eb8-9cff-b39bc3453602 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 1130 time: 0.0490305 Apr 12 20:16:38.302447 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.302756 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (0682095d-3cc2-4c83-81b6-db22fa3af6c1), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.331461 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Calling delete_port for 0682095d-3cc2-4c83-81b6-db22fa3af6c1 owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:38.449466 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405648a8-a653-477c-a6b7-3b25f250906f req-f036d561-9279-4c4b-a9c5-fe1019dd1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:38.450916 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-f036d561-9279-4c4b-a9c5-fe1019dd1041 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.1407638 Apr 12 20:16:38.549189 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-d748152d-a8df-4f0b-a5a9-d0a4eac42f04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85417d55-79f6-487b-9635-f03d04dc9e5a HTTP/1.1" status: 200 len: 1001 time: 0.0857685 Apr 12 20:16:38.584772 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (0682095d-3cc2-4c83-81b6-db22fa3af6c1), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.621629 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event deleted for resources: {'Port': ['ID=0682095d-3cc2-4c83-81b6-db22fa3af6c1,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:38.628196 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405648a8-a653-477c-a6b7-3b25f250906f req-23c25dd9-69d8-4043-85b4-f7d44f4e1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:38.629683 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-23c25dd9-69d8-4043-85b4-f7d44f4e1038 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0733850 Apr 12 20:16:38.707791 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405648a8-a653-477c-a6b7-3b25f250906f req-7eb48892-1981-437d-b7aa-146b629f3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:38.709359 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-7eb48892-1981-437d-b7aa-146b629f3419 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619416 Apr 12 20:16:38.716519 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for floatingip (bc128190-1c22-4126-bc64-3512ee5431c5), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.718969 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.720026 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-f1b19d77-0599-4548-be78-ba44a587b1f9 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "DELETE /v2.0/floatingips/bc128190-1c22-4126-bc64-3512ee5431c5 HTTP/1.1" status: 204 len: 168 time: 0.6828456 Apr 12 20:16:38.814557 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-96164406-8df1-4e2c-87bc-0375865acf79 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990405 Apr 12 20:16:38.912615 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-405648a8-a653-477c-a6b7-3b25f250906f req-a30d0497-6199-4db2-a10f-7b496370b1df service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921381 Apr 12 20:16:39.933578 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47616) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:40.000292 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1528db6a-63b7-463f-b37e-5aa40ff1b641 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group (b1978374-8acd-40b9-82ea-d0b1f1344b9e), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.033358 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1528db6a-63b7-463f-b37e-5aa40ff1b641 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group (b1978374-8acd-40b9-82ea-d0b1f1344b9e), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.096862 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1528db6a-63b7-463f-b37e-5aa40ff1b641 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (b1978374-8acd-40b9-82ea-d0b1f1344b9e), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.099697 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-1528db6a-63b7-463f-b37e-5aa40ff1b641 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.100917 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-1528db6a-63b7-463f-b37e-5aa40ff1b641 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] 10.222.0.43 "DELETE /v2.0/security-groups/b1978374-8acd-40b9-82ea-d0b1f1344b9e HTTP/1.1" status: 204 len: 168 time: 0.1663771 Apr 12 20:16:40.110702 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528db6a-63b7-463f-b37e-5aa40ff1b641 tempest-TestVolumeBootPattern-2146787665 tempest-TestVolumeBootPattern-2146787665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1978374-8acd-40b9-82ea-d0b1f1344b9e,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:40.168705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47620) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:40.615824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (fc07120e-a77d-4402-bd27-eb0a94e46c8e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.849295 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Deleting port 6f614206-3c26-411b-a07f-b914614e1d38 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:40.849557 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (6f614206-3c26-411b-a07f-b914614e1d38), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.927660 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] For port 6f614206-3c26-411b-a07f-b914614e1d38, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=6f614206-3c26-411b-a07f-b914614e1d38,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:40.928019 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (6f614206-3c26-411b-a07f-b914614e1d38), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.940603 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Calling delete_port for 6f614206-3c26-411b-a07f-b914614e1d38 owned by network:router_interface {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:41.120775 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (6f614206-3c26-411b-a07f-b914614e1d38), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.148674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f614206-3c26-411b-a07f-b914614e1d38,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:41.316174 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (fc07120e-a77d-4402-bd27-eb0a94e46c8e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.541385 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Router fc07120e-a77d-4402-bd27-eb0a94e46c8e has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:41.546233 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47638) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:41.647131 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:41.652202 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-5e5f94dd-35d0-435d-904e-ae36f910bfb8 admin admin] 10.222.0.43 "PUT /v2.0/routers/fc07120e-a77d-4402-bd27-eb0a94e46c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825590 Apr 12 20:16:41.652990 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6dcddfaa-7562-4c2b-a6f3-36f38cbabe10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.654730 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47642) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:41.739547 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6dcddfaa-7562-4c2b-a6f3-36f38cbabe10 admin admin] Publish callbacks [] for security_group (40aeab7e-1c54-4747-a861-97969e070fcf), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.744603 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6dcddfaa-7562-4c2b-a6f3-36f38cbabe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (40aeab7e-1c54-4747-a861-97969e070fcf), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.758358 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] Sync routers for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:41.768759 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:41.769401 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:41.783732 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcddfaa-7562-4c2b-a6f3-36f38cbabe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aeab7e-1c54-4747-a861-97969e070fcf,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:41.795640 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6dcddfaa-7562-4c2b-a6f3-36f38cbabe10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6972eb5572004287a461c36448e35cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481806 Apr 12 20:16:41.796343 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47644) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:41.847449 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0c77f9b9-4de2-469c-a005-a7cb20000228 admin admin] Publish callbacks [] for security_group (40aeab7e-1c54-4747-a861-97969e070fcf), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.870288 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0c77f9b9-4de2-469c-a005-a7cb20000228 admin admin] Publish callbacks [] for security_group (40aeab7e-1c54-4747-a861-97969e070fcf), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.884790 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:41.920018 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0c77f9b9-4de2-469c-a005-a7cb20000228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (40aeab7e-1c54-4747-a861-97969e070fcf), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.922617 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0c77f9b9-4de2-469c-a005-a7cb20000228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.926632 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0c77f9b9-4de2-469c-a005-a7cb20000228 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40aeab7e-1c54-4747-a861-97969e070fcf HTTP/1.1" status: 204 len: 168 time: 0.1292706 Apr 12 20:16:41.935110 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77f9b9-4de2-469c-a005-a7cb20000228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aeab7e-1c54-4747-a861-97969e070fcf,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:42.066874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks [] for router (fc07120e-a77d-4402-bd27-eb0a94e46c8e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.083929 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:16:41Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:42.114261 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] Checking router: fc07120e-a77d-4402-bd27-eb0a94e46c8e for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:42.123026 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] Routers {'fc07120e-a77d-4402-bd27-eb0a94e46c8e'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:42.123683 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:42.176547 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks [] for router_gateway (fc07120e-a77d-4402-bd27-eb0a94e46c8e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.223864 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Deleting port b471becd-5482-412d-bc4c-0d0455f71f60 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:42.224260 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.226008 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47650) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:42.238877 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ded219de-c6d7-4c93-a314-fc7524021856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.240272 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] Set router fc07120e-a77d-4402-bd27-eb0a94e46c8e gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:42.303280 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] For port b471becd-5482-412d-bc4c-0d0455f71f60, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=b471becd-5482-412d-bc4c-0d0455f71f60,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:42.303660 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.316384 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Calling delete_port for b471becd-5482-412d-bc4c-0d0455f71f60 owned by network:router_gateway {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:42.317075 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ded219de-c6d7-4c93-a314-fc7524021856 admin admin] Publish callbacks [] for security_group (f6799580-dbb2-47f3-ae15-4cadad50c1d1), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.322129 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ded219de-c6d7-4c93-a314-fc7524021856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f6799580-dbb2-47f3-ae15-4cadad50c1d1), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.359436 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded219de-c6d7-4c93-a314-fc7524021856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6799580-dbb2-47f3-ae15-4cadad50c1d1,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:42.364109 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ded219de-c6d7-4c93-a314-fc7524021856 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db1c2fbb6ec8478c92b8893f8ab3528d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370366 Apr 12 20:16:42.366694 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47652) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:42.422760 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:16:41Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:42.423062 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9d6f1e83-3ef0-4be5-9472-b78bcabe8305 admin admin] Publish callbacks [] for security_group (f6799580-dbb2-47f3-ae15-4cadad50c1d1), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.444595 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9d6f1e83-3ef0-4be5-9472-b78bcabe8305 admin admin] Publish callbacks [] for security_group (f6799580-dbb2-47f3-ae15-4cadad50c1d1), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.452814 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13bbaaa-9d4d-49d4-99be-4650ecd3b5dd None None] The sync data for ids ['fc07120e-a77d-4402-bd27-eb0a94e46c8e'] in dv-cinder-837541-1-iscsi is: [{'id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'name': 'tempest-TestVolumeBootPattern-514492941-router', 'tenant_id': '47a9f0d7a0134a2286864b56bbf84091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:04Z', 'updated_at': '2022-04-12T20:16:41Z', 'revision_number': 5, 'project_id': '47a9f0d7a0134a2286864b56bbf84091', 'gw_port': {'id': 'b471becd-5482-412d-bc4c-0d0455f71f60', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc07120e-a77d-4402-bd27-eb0a94e46c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:05Z', 'updated_at': '2022-04-12T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:42.501629 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9d6f1e83-3ef0-4be5-9472-b78bcabe8305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f6799580-dbb2-47f3-ae15-4cadad50c1d1), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.504224 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9d6f1e83-3ef0-4be5-9472-b78bcabe8305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.505442 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9d6f1e83-3ef0-4be5-9472-b78bcabe8305 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6799580-dbb2-47f3-ae15-4cadad50c1d1 HTTP/1.1" status: 204 len: 168 time: 0.1377246 Apr 12 20:16:42.512057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (b471becd-5482-412d-bc4c-0d0455f71f60), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.513568 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f1e83-3ef0-4be5-9472-b78bcabe8305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6799580-dbb2-47f3-ae15-4cadad50c1d1,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:42.540504 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Pushing event deleted for resources: {'Port': ['ID=b471becd-5482-412d-bc4c-0d0455f71f60,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:42.602991 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (fc07120e-a77d-4402-bd27-eb0a94e46c8e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.697717 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (fc07120e-a77d-4402-bd27-eb0a94e46c8e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.699957 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks [] for router_controller (fc07120e-a77d-4402-bd27-eb0a94e46c8e), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.748464 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (fc07120e-a77d-4402-bd27-eb0a94e46c8e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.748909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc07120e-a77d-4402-bd27-eb0a94e46c8e {{(pid=98483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:16:42.753990 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.755107 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-58103731-9463-4df6-9f0d-2001bedee18d admin admin] 10.222.0.43 "DELETE /v2.0/routers/fc07120e-a77d-4402-bd27-eb0a94e46c8e HTTP/1.1" status: 204 len: 168 time: 1.0993192 Apr 12 20:16:42.757697 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47658) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:42.804737 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] Deleting subnet 882bd3da-d872-44ed-b1ff-1665f44cd98c {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:16:42.813589 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] Publish callbacks [] for subnet (882bd3da-d872-44ed-b1ff-1665f44cd98c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.857651 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (882bd3da-d872-44ed-b1ff-1665f44cd98c), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.947583 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 6f614206-3c26-411b-a07f-b914614e1d38 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:42.965543 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (882bd3da-d872-44ed-b1ff-1665f44cd98c), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.972802 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 6f614206-3c26-411b-a07f-b914614e1d38 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:42.973422 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 6f614206-3c26-411b-a07f-b914614e1d38 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:43.021516 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (882bd3da-d872-44ed-b1ff-1665f44cd98c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.046581 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882bd3da-d872-44ed-b1ff-1665f44cd98c,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:43.050666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.054091 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-4b8eef06-23a7-4cd2-80aa-4a404e5dfa06 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/882bd3da-d872-44ed-b1ff-1665f44cd98c HTTP/1.1" status: 204 len: 168 time: 0.2954226 Apr 12 20:16:43.056983 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47668) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:43.066672 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f37549-6bcb-4faa-ab66-017c4282d083 None None] Network 8abdbeaa-db52-4d8b-9e32-4012958d8508 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:43.145575 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (8abdbeaa-db52-4d8b-9e32-4012958d8508), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.212124 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Deleting port 655d8f5e-b236-486a-bb9f-608a4c33ddfa {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:43.212896 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.255089 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] DHCP port deletion for 8abdbeaa-db52-4d8b-9e32-4012958d8508 request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:16:43.286997 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] For port 655d8f5e-b236-486a-bb9f-608a4c33ddfa, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=655d8f5e-b236-486a-bb9f-608a4c33ddfa,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:43.287361 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.302396 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Calling delete_port for 655d8f5e-b236-486a-bb9f-608a4c33ddfa owned by network:dhcp {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:43.305829 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] Deleting port 655d8f5e-b236-486a-bb9f-608a4c33ddfa {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:43.306201 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.368669 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] For port 655d8f5e-b236-486a-bb9f-608a4c33ddfa, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=655d8f5e-b236-486a-bb9f-608a4c33ddfa,segment=NetworkSegment(1d0b8835-b915-40d5-b48f-cb36223c08c4),segment_id=1d0b8835-b915-40d5-b48f-cb36223c08c4)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:43.369107 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.388144 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] Calling delete_port for 655d8f5e-b236-486a-bb9f-608a4c33ddfa owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:43.397946 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.423732 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Pushing event deleted for resources: {'Port': ['ID=655d8f5e-b236-486a-bb9f-608a4c33ddfa,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:43.427409 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] No DVR routers for this DVR port 655d8f5e-b236-486a-bb9f-608a4c33ddfa on host dv-cinder-837541-1-iscsi {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:43.477868 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (655d8f5e-b236-486a-bb9f-608a4c33ddfa), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.498308 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (8abdbeaa-db52-4d8b-9e32-4012958d8508), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.506351 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] No DVR routers for this DVR port 655d8f5e-b236-486a-bb9f-608a4c33ddfa on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:43.510802 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d7416-94f6-436e-9cae-68306682e15f None None] Pushing event deleted for resources: {'Port': ['ID=655d8f5e-b236-486a-bb9f-608a4c33ddfa,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:43.529139 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abdbeaa-db52-4d8b-9e32-4012958d8508']}} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:43.538713 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0b8835-b915-40d5-b48f-cb36223c08c4') {'for_net_delete': True} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:43.539010 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0b8835-b915-40d5-b48f-cb36223c08c4') {} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:43.548403 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10058320'] for segment (1d0b8835-b915-40d5-b48f-cb36223c08c4), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.561667 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (1d0b8835-b915-40d5-b48f-cb36223c08c4), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.568133 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=98482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:16:43.568524 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8741464'] for segment (1d0b8835-b915-40d5-b48f-cb36223c08c4), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: Traceback (most recent call last): Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: timer() Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: cb(*args, **kw) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: return func(*args, **kwargs) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: self._notify() Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: self.callback(batched_events) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: event.method(event) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: return f(self, *a, **k) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._get(url).json() Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: return self.request(url, 'GET', **kwargs) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:16:43.570267 dv-cinder-837541-1-iscsi neutron-server[98482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:16:43.638871 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (8abdbeaa-db52-4d8b-9e32-4012958d8508), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.654678 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.658297 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8abdbeaa-db52-4d8b-9e32-4012958d8508 HTTP/1.1" status: 204 len: 168 time: 0.5996501 Apr 12 20:16:43.659740 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de9dee-f3e3-49d6-8534-64c8f7702744 admin admin] Pushing event deleted for resources: {'Network': ['ID=8abdbeaa-db52-4d8b-9e32-4012958d8508,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:43.661419 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47686) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:43.996334 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (1461cb15-cb71-4a36-b8fa-844020f95b1c), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.241516 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Deleting port 7f3355ca-da13-45e9-bf59-936fdc84f1dc {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:44.241861 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.319918 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] For port 7f3355ca-da13-45e9-bf59-936fdc84f1dc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=7f3355ca-da13-45e9-bf59-936fdc84f1dc,segment=NetworkSegment(e24071da-ac50-4806-b8f1-3d9f528bb242),segment_id=e24071da-ac50-4806-b8f1-3d9f528bb242)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:44.320282 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.333819 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Calling delete_port for 7f3355ca-da13-45e9-bf59-936fdc84f1dc owned by network:router_interface {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:44.341520 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47702) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:44.458562 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c139dd44-272f-46b4-b45c-fb52523f59ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.587769 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (7f3355ca-da13-45e9-bf59-936fdc84f1dc), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.596097 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c139dd44-272f-46b4-b45c-fb52523f59ed admin admin] Publish callbacks [] for security_group (fae9c191-4785-4040-85a6-6002ad721bb5), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.617294 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c139dd44-272f-46b4-b45c-fb52523f59ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fae9c191-4785-4040-85a6-6002ad721bb5), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.622109 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3355ca-da13-45e9-bf59-936fdc84f1dc,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:44.680194 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c139dd44-272f-46b4-b45c-fb52523f59ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f397ecb14bf5409d85e16b80270f1e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375082 Apr 12 20:16:44.683054 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47706) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:44.698744 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139dd44-272f-46b4-b45c-fb52523f59ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9c191-4785-4040-85a6-6002ad721bb5,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:44.747742 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6ebb7d84-2604-4ce4-aeb1-5501cdab2958 admin admin] Publish callbacks [] for security_group (fae9c191-4785-4040-85a6-6002ad721bb5), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.782859 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6ebb7d84-2604-4ce4-aeb1-5501cdab2958 admin admin] Publish callbacks [] for security_group (fae9c191-4785-4040-85a6-6002ad721bb5), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.840046 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device b471becd-5482-412d-bc4c-0d0455f71f60 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:44.854465 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6ebb7d84-2604-4ce4-aeb1-5501cdab2958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fae9c191-4785-4040-85a6-6002ad721bb5), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.857424 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6ebb7d84-2604-4ce4-aeb1-5501cdab2958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.858715 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6ebb7d84-2604-4ce4-aeb1-5501cdab2958 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fae9c191-4785-4040-85a6-6002ad721bb5 HTTP/1.1" status: 204 len: 168 time: 0.1737118 Apr 12 20:16:44.860432 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: b471becd-5482-412d-bc4c-0d0455f71f60 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:44.860973 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device b471becd-5482-412d-bc4c-0d0455f71f60 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:44.861587 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 655d8f5e-b236-486a-bb9f-608a4c33ddfa no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:44.865316 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (1461cb15-cb71-4a36-b8fa-844020f95b1c), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.868461 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb7d84-2604-4ce4-aeb1-5501cdab2958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9c191-4785-4040-85a6-6002ad721bb5,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:44.890022 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 655d8f5e-b236-486a-bb9f-608a4c33ddfa {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:44.890720 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 655d8f5e-b236-486a-bb9f-608a4c33ddfa not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:45.091987 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Router 1461cb15-cb71-4a36-b8fa-844020f95b1c has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:45.132296 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47712) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:45.147276 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fb713be8-cd23-4df2-b63c-f2e5c1155ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.203857 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:45.212060 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c8659d71-2b21-4b2b-a2db-227e7f554de4 admin admin] 10.222.0.43 "PUT /v2.0/routers/1461cb15-cb71-4a36-b8fa-844020f95b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461607 Apr 12 20:16:45.212168 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47714) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:45.215067 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] Sync routers for ids ['1461cb15-cb71-4a36-b8fa-844020f95b1c'] in dv-cinder-837541-1-iscsi {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:45.224541 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] Routers {'1461cb15-cb71-4a36-b8fa-844020f95b1c'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:45.225128 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1461cb15-cb71-4a36-b8fa-844020f95b1c'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:45.258261 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fb713be8-cd23-4df2-b63c-f2e5c1155ec5 admin admin] Publish callbacks [] for security_group (d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.264430 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-fb713be8-cd23-4df2-b63c-f2e5c1155ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.333582 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] Set router 1461cb15-cb71-4a36-b8fa-844020f95b1c gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:45.363295 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb713be8-cd23-4df2-b63c-f2e5c1155ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:45.369743 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-fb713be8-cd23-4df2-b63c-f2e5c1155ec5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ac91dd394d2409ba690eff29564a42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363744 Apr 12 20:16:45.372653 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47716) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:45.394624 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks [] for router (1461cb15-cb71-4a36-b8fa-844020f95b1c), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.497674 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6607836b-a241-4b81-8902-e096c7ab09dd admin admin] Publish callbacks [] for security_group (d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.507085 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:16:44Z', 'revision_number': 5, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:45.531153 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6607836b-a241-4b81-8902-e096c7ab09dd admin admin] Publish callbacks [] for security_group (d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.533237 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] Checking router: 1461cb15-cb71-4a36-b8fa-844020f95b1c for host: dv-cinder-837541-1-iscsi {{(pid=98484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:45.542003 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] Routers {'1461cb15-cb71-4a36-b8fa-844020f95b1c'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:45.542607 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['1461cb15-cb71-4a36-b8fa-844020f95b1c'], 'active': True} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:45.552332 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks [] for router_gateway (1461cb15-cb71-4a36-b8fa-844020f95b1c), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.612627 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Deleting port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:45.612973 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.615978 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6607836b-a241-4b81-8902-e096c7ab09dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.618466 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6607836b-a241-4b81-8902-e096c7ab09dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.619646 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6607836b-a241-4b81-8902-e096c7ab09dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5 HTTP/1.1" status: 204 len: 168 time: 0.2460752 Apr 12 20:16:45.643676 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607836b-a241-4b81-8902-e096c7ab09dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ff316b-ca95-4c9b-8abf-b7bf5e2cd4b5,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:45.652459 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvr_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] Set router 1461cb15-cb71-4a36-b8fa-844020f95b1c gateway port host: dv-cinder-837541-1-iscsi {{(pid=98484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:45.706802 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] For port 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:45.707326 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.721129 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Calling delete_port for 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 owned by network:router_gateway {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:45.836227 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_hamode_db [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:16:44Z', 'revision_number': 5, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:45.863510 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055c160-30c7-45c9-9f3e-b5c1a6ad8d2a None None] The sync data for ids ['1461cb15-cb71-4a36-b8fa-844020f95b1c'] in dv-cinder-837541-1-iscsi is: [{'id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'name': 'tempest-TestVolumeBootPattern-1820778936-router', 'tenant_id': '84cf88e8b41147f8834c2597218053f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:05:11Z', 'updated_at': '2022-04-12T20:16:44Z', 'revision_number': 5, 'project_id': '84cf88e8b41147f8834c2597218053f4', 'gw_port': {'id': '4c7e2faa-8d7c-4bc3-9e1d-e9b359524257', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461cb15-cb71-4a36-b8fa-844020f95b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:05:12Z', 'updated_at': '2022-04-12T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}] {{(pid=98484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:45.909759 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (4c7e2faa-8d7c-4bc3-9e1d-e9b359524257), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.938693 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7e2faa-8d7c-4bc3-9e1d-e9b359524257,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:46.003106 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (1461cb15-cb71-4a36-b8fa-844020f95b1c), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.096562 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (1461cb15-cb71-4a36-b8fa-844020f95b1c), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.099024 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks [] for router_controller (1461cb15-cb71-4a36-b8fa-844020f95b1c), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.151461 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (1461cb15-cb71-4a36-b8fa-844020f95b1c), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.152052 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1461cb15-cb71-4a36-b8fa-844020f95b1c {{(pid=98482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:16:46.156253 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.158127 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7a223487-dc79-45af-b32d-09eeea7cfe48 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1461cb15-cb71-4a36-b8fa-844020f95b1c HTTP/1.1" status: 204 len: 168 time: 0.9456844 Apr 12 20:16:46.160805 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47732) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:46.212957 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] Deleting subnet 9d15d986-6ebe-4263-b84d-0c8ea57b7257 {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:16:46.216805 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] Publish callbacks [] for subnet (9d15d986-6ebe-4263-b84d-0c8ea57b7257), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.259556 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (9d15d986-6ebe-4263-b84d-0c8ea57b7257), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.347326 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (9d15d986-6ebe-4263-b84d-0c8ea57b7257), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.402644 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (9d15d986-6ebe-4263-b84d-0c8ea57b7257), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.428893 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d15d986-6ebe-4263-b84d-0c8ea57b7257,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:46.433296 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.436654 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-cf9382db-47a0-4f98-93e8-c3270f9bdc44 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9d15d986-6ebe-4263-b84d-0c8ea57b7257 HTTP/1.1" status: 204 len: 168 time: 0.2747622 Apr 12 20:16:46.439213 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47742) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:46.443845 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d358a-a903-4ac2-81f9-86140f7d8e08 None None] Network d4356e69-7cdd-47eb-8c57-32fa1f224104 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:46.535353 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (d4356e69-7cdd-47eb-8c57-32fa1f224104), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.587056 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Deleting port 839f2078-c69c-491a-9e6f-8dea64c9b44a {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:46.587056 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.661214 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.db [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] For port 839f2078-c69c-491a-9e6f-8dea64c9b44a, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=839f2078-c69c-491a-9e6f-8dea64c9b44a,segment=NetworkSegment(e24071da-ac50-4806-b8f1-3d9f528bb242),segment_id=e24071da-ac50-4806-b8f1-3d9f528bb242)] {{(pid=98482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:46.661743 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.675668 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Calling delete_port for 839f2078-c69c-491a-9e6f-8dea64c9b44a owned by network:dhcp {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:46.769050 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (839f2078-c69c-491a-9e6f-8dea64c9b44a), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.794370 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Pushing event deleted for resources: {'Port': ['ID=839f2078-c69c-491a-9e6f-8dea64c9b44a,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:46.797851 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] No DVR routers for this DVR port 839f2078-c69c-491a-9e6f-8dea64c9b44a on host dv-cinder-837541-1-iscsi {{(pid=98482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:46.870928 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (d4356e69-7cdd-47eb-8c57-32fa1f224104), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.891553 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4356e69-7cdd-47eb-8c57-32fa1f224104']}} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:46.901281 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24071da-ac50-4806-b8f1-3d9f528bb242') {'for_net_delete': True} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:46.901474 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24071da-ac50-4806-b8f1-3d9f528bb242') {} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:46.912862 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10058320'] for segment (e24071da-ac50-4806-b8f1-3d9f528bb242), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.933735 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (e24071da-ac50-4806-b8f1-3d9f528bb242), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.935940 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d221e40-bc8e-4ca8-9def-49a5faeb670a None None] DHCP port deletion for d4356e69-7cdd-47eb-8c57-32fa1f224104 request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:16:46.944076 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=98482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:16:46.944357 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8741464'] for segment (e24071da-ac50-4806-b8f1-3d9f528bb242), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: Traceback (most recent call last): Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: timer() Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: cb(*args, **kw) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: return func(*args, **kwargs) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: self._notify() Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: self.callback(batched_events) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: event.method(event) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: return f(self, *a, **k) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._get(url).json() Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: return self.request(url, 'GET', **kwargs) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:16:46.948228 dv-cinder-837541-1-iscsi neutron-server[98482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:16:47.019769 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (d4356e69-7cdd-47eb-8c57-32fa1f224104), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.021602 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:47.031247 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.037120 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d4356e69-7cdd-47eb-8c57-32fa1f224104 HTTP/1.1" status: 204 len: 168 time: 0.5942266 Apr 12 20:16:47.045182 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:47.045529 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4c7e2faa-8d7c-4bc3-9e1d-e9b359524257 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:47.045977 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7f3355ca-da13-45e9-bf59-936fdc84f1dc no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:47.051003 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e24127-e791-4016-8c3c-ab05c1b74153 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4356e69-7cdd-47eb-8c57-32fa1f224104,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:47.066473 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 7f3355ca-da13-45e9-bf59-936fdc84f1dc {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:47.066821 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 7f3355ca-da13-45e9-bf59-936fdc84f1dc not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:47.067252 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 839f2078-c69c-491a-9e6f-8dea64c9b44a no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:47.090473 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 839f2078-c69c-491a-9e6f-8dea64c9b44a {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:47.090821 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 839f2078-c69c-491a-9e6f-8dea64c9b44a not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:47.225006 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47768) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.269074 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0a596e1e-07a4-4048-b1a7-c43e5b1de1e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47a9f0d7a0134a2286864b56bbf84091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428219 Apr 12 20:16:47.271547 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47770) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.317995 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16d3f04c-61e1-41c0-8640-97b4eba976bf admin admin] Publish callbacks [] for security_group (61480c72-fd6f-4b0c-969d-a9882400f108), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.343031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16d3f04c-61e1-41c0-8640-97b4eba976bf admin admin] Publish callbacks [] for security_group (61480c72-fd6f-4b0c-969d-a9882400f108), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.389722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16d3f04c-61e1-41c0-8640-97b4eba976bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (61480c72-fd6f-4b0c-969d-a9882400f108), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.392572 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-16d3f04c-61e1-41c0-8640-97b4eba976bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.393721 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-16d3f04c-61e1-41c0-8640-97b4eba976bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61480c72-fd6f-4b0c-969d-a9882400f108 HTTP/1.1" status: 204 len: 168 time: 0.1213074 Apr 12 20:16:47.401917 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3f04c-61e1-41c0-8640-97b4eba976bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61480c72-fd6f-4b0c-969d-a9882400f108,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:47.724070 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47780) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.766258 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-cb446acd-9e09-4298-b7d4-df74b9a85ffd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84cf88e8b41147f8834c2597218053f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409844 Apr 12 20:16:47.769175 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47782) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.818378 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a64a4f4-69de-4e96-8385-da5d802ff6dc admin admin] Publish callbacks [] for security_group (febd2ccf-fc9a-401c-91b0-3ee643caae07), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.840874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a64a4f4-69de-4e96-8385-da5d802ff6dc admin admin] Publish callbacks [] for security_group (febd2ccf-fc9a-401c-91b0-3ee643caae07), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.906240 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a64a4f4-69de-4e96-8385-da5d802ff6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (febd2ccf-fc9a-401c-91b0-3ee643caae07), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.909538 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a64a4f4-69de-4e96-8385-da5d802ff6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.910739 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-7a64a4f4-69de-4e96-8385-da5d802ff6dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/febd2ccf-fc9a-401c-91b0-3ee643caae07 HTTP/1.1" status: 204 len: 168 time: 0.1406772 Apr 12 20:16:47.918329 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64a4f4-69de-4e96-8385-da5d802ff6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd2ccf-fc9a-401c-91b0-3ee643caae07,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:52.420075 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47856) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:52.533662 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ca44a6b3-bbee-49d7-a96a-a3b0eddadc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.613095 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ca44a6b3-bbee-49d7-a96a-a3b0eddadc08 admin admin] Publish callbacks [] for security_group (73c2a545-d1d2-45c2-bd8f-1360b9c862ad), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.619002 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ca44a6b3-bbee-49d7-a96a-a3b0eddadc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (73c2a545-d1d2-45c2-bd8f-1360b9c862ad), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.656393 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ca44a6b3-bbee-49d7-a96a-a3b0eddadc08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd5f16985a764e719004ab708ef91f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352250 Apr 12 20:16:52.657210 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a6b3-bbee-49d7-a96a-a3b0eddadc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c2a545-d1d2-45c2-bd8f-1360b9c862ad,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:52.659310 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47860) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:52.710695 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ec13c338-4d2f-4064-bc33-8eeeace68701 admin admin] Publish callbacks [] for security_group (73c2a545-d1d2-45c2-bd8f-1360b9c862ad), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.734321 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ec13c338-4d2f-4064-bc33-8eeeace68701 admin admin] Publish callbacks [] for security_group (73c2a545-d1d2-45c2-bd8f-1360b9c862ad), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.788183 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ec13c338-4d2f-4064-bc33-8eeeace68701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (73c2a545-d1d2-45c2-bd8f-1360b9c862ad), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.790690 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ec13c338-4d2f-4064-bc33-8eeeace68701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.791893 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ec13c338-4d2f-4064-bc33-8eeeace68701 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73c2a545-d1d2-45c2-bd8f-1360b9c862ad HTTP/1.1" status: 204 len: 168 time: 0.1315591 Apr 12 20:16:52.799323 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13c338-4d2f-4064-bc33-8eeeace68701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c2a545-d1d2-45c2-bd8f-1360b9c862ad,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:52.900452 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e22cba93-43d1-4976-91d9-ab760e65092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.078773 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47866) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:53.094407 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d5017252-f5aa-48bc-a9f8-628911db985f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.167178 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d5017252-f5aa-48bc-a9f8-628911db985f admin admin] Publish callbacks [] for security_group (63b3736d-7986-4eda-b890-61d234d2b59f), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.173232 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-d5017252-f5aa-48bc-a9f8-628911db985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (63b3736d-7986-4eda-b890-61d234d2b59f), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.212048 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-d5017252-f5aa-48bc-a9f8-628911db985f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7bbe906276c468293b247804290eefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320915 Apr 12 20:16:53.212876 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5017252-f5aa-48bc-a9f8-628911db985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b3736d-7986-4eda-b890-61d234d2b59f,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:53.214855 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47868) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:53.263440 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c1f2-6524-4d90-8c94-55e77b3ec196 admin admin] Publish callbacks [] for security_group (63b3736d-7986-4eda-b890-61d234d2b59f), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.285859 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c1f2-6524-4d90-8c94-55e77b3ec196 admin admin] Publish callbacks [] for security_group (63b3736d-7986-4eda-b890-61d234d2b59f), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.336500 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c1f2-6524-4d90-8c94-55e77b3ec196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (63b3736d-7986-4eda-b890-61d234d2b59f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.340654 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c1f2-6524-4d90-8c94-55e77b3ec196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.345045 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-f8e9c1f2-6524-4d90-8c94-55e77b3ec196 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63b3736d-7986-4eda-b890-61d234d2b59f HTTP/1.1" status: 204 len: 168 time: 0.1260877 Apr 12 20:16:53.352292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9c1f2-6524-4d90-8c94-55e77b3ec196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b3736d-7986-4eda-b890-61d234d2b59f,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:53.465285 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:16:54.631002 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6cc04-8b65-408f-aa2e-5a0796800937 req-a5e7c685-9a49-4c58-9742-038985b837dd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:54.632602 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-31d6cc04-8b65-408f-aa2e-5a0796800937 req-a5e7c685-9a49-4c58-9742-038985b837dd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 945 time: 0.0517235 Apr 12 20:16:54.680976 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-31d6cc04-8b65-408f-aa2e-5a0796800937 req-13f00355-2980-4743-b397-7a263abcdeb2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Apr 12 20:16:55.224088 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-7201640c-9682-4ab8-aed1-dcb52d9a2ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.795222 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c62a9-e86f-4e38-afbc-7acc8d534fc7 req-ffd1ffba-b6af-46ec-bfe1-1897dac0f09b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:55.796672 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-710c62a9-e86f-4e38-afbc-7acc8d534fc7 req-ffd1ffba-b6af-46ec-bfe1-1897dac0f09b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 945 time: 0.0456569 Apr 12 20:16:55.848368 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-710c62a9-e86f-4e38-afbc-7acc8d534fc7 req-af5e8b64-635c-46c5-b13b-bac491961099 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6505109a-9932-49c4-aa14-6fa2f0be26bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Apr 12 20:16:55.877912 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.218434 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.284508 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-8819a40d-bee3-4170-a0c3-44154bdd6cb6 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.285955 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-8819a40d-bee3-4170-a0c3-44154bdd6cb6 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 945 time: 0.0474241 Apr 12 20:16:56.374330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port 11f8a23e-a5ec-4c22-8669-8e21b054add6 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:56.374625 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.465192 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] For port 11f8a23e-a5ec-4c22-8669-8e21b054add6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=11f8a23e-a5ec-4c22-8669-8e21b054add6,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:56.465542 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.650929 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.651149 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (295e4f5c-d2a0-442f-882e-1b09c415fbc1), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.651513 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP 295e4f5c-d2a0-442f-882e-1b09c415fbc1 disassociated. External IP: 172.27.3.101, port: 11f8a23e-a5ec-4c22-8669-8e21b054add6. Apr 12 20:16:56.651868 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for 11f8a23e-a5ec-4c22-8669-8e21b054add6 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:56.784042 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (11f8a23e-a5ec-4c22-8669-8e21b054add6), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.810908 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=11f8a23e-a5ec-4c22-8669-8e21b054add6,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:56.958767 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-fc0b5308-e446-433d-b0fd-ea2a0d38daf5 req-8d09f899-401c-45eb-a0af-b302c3acf4f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ea48632-c6d4-4d92-a6ed-14dce9be8173 HTTP/1.1" status: 200 len: 210 time: 0.0334957 Apr 12 20:16:56.968935 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:57.006949 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47928) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:57.083871 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:57.094679 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:57.118514 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.124928 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:57.125689 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:57.126347 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] No DVR routers for this DVR port 11f8a23e-a5ec-4c22-8669-8e21b054add6 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:57.129614 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.133377 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-460f75ea-5ee1-4c03-94b9-8a4ef674d0a1 req-ca6bb2df-5a20-4ddf-a86a-992cc76ad6e8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "DELETE /v2.0/ports/11f8a23e-a5ec-4c22-8669-8e21b054add6 HTTP/1.1" status: 204 len: 173 time: 0.8417616 Apr 12 20:16:57.133910 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'name': 'network-vif-deleted', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:57.136395 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88133a5-3c4e-44db-ad70-4582e0f38265" -d '{"events": [{"server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "name": "network-vif-deleted", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:57.183736 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2de54ef-a5a2-4e5d-9f46-ac3268e7a2f6 x-openstack-request-id: req-c2de54ef-a5a2-4e5d-9f46-ac3268e7a2f6 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:57.184270 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea48632-c6d4-4d92-a6ed-14dce9be8173", "name": "network-vif-deleted", "tag": "11f8a23e-a5ec-4c22-8669-8e21b054add6", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:57.184707 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2de54ef-a5a2-4e5d-9f46-ac3268e7a2f6 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:57.185384 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2de54ef-a5a2-4e5d-9f46-ac3268e7a2f6'] response: {'server_uuid': '9ea48632-c6d4-4d92-a6ed-14dce9be8173', 'name': 'network-vif-deleted', 'tag': '11f8a23e-a5ec-4c22-8669-8e21b054add6', 'status': 'completed', 'code': 200} Apr 12 20:16:57.222284 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Publish callbacks [] for security_group (e95db321-d9fa-475a-91c2-4bfebfffcb54), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.228382 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e95db321-d9fa-475a-91c2-4bfebfffcb54), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.256863 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:57.265386 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47934) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:57.265619 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c747b24d2214f0692dd4384cfbee2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569196 Apr 12 20:16:57.288151 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95db321-d9fa-475a-91c2-4bfebfffcb54,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:57.304993 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.305398 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.306062 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.306582 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.307823 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.308161 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.308493 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.308821 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.309149 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.309479 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.309809 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.310133 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.310457 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.310776 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.311096 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f67f-4052-45ee-b7cd-110fddeba103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:57.331000 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a1a93299-c5d5-477b-ad1c-e8d0d6e5bb83 admin admin] Publish callbacks [] for security_group (e95db321-d9fa-475a-91c2-4bfebfffcb54), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.358247 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a1a93299-c5d5-477b-ad1c-e8d0d6e5bb83 admin admin] Publish callbacks [] for security_group (e95db321-d9fa-475a-91c2-4bfebfffcb54), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.406476 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a1a93299-c5d5-477b-ad1c-e8d0d6e5bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e95db321-d9fa-475a-91c2-4bfebfffcb54), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.409539 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a1a93299-c5d5-477b-ad1c-e8d0d6e5bb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.410761 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a1a93299-c5d5-477b-ad1c-e8d0d6e5bb83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e95db321-d9fa-475a-91c2-4bfebfffcb54 HTTP/1.1" status: 204 len: 168 time: 0.1442850 Apr 12 20:16:57.418888 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a93299-c5d5-477b-ad1c-e8d0d6e5bb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95db321-d9fa-475a-91c2-4bfebfffcb54,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:57.519910 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:02Z', 'revision_number': 2, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:57.557701 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:57.566370 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:57.567013 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:57.680552 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:57.687077 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.990840 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:02Z', 'revision_number': 2, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:58.021866 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11bb8a-401b-453c-9aaa-eedf02bb94fd None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '96f42638-8cc7-4bc6-8540-a5d5ea68149f', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:1f:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:46Z', 'updated_at': '2022-04-12T20:13:02Z', 'revision_number': 2, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:58.047841 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 47960) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:58.105781 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (6505109a-9932-49c4-aa14-6fa2f0be26bc), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.131279 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (6505109a-9932-49c4-aa14-6fa2f0be26bc), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.192290 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (6505109a-9932-49c4-aa14-6fa2f0be26bc), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.194955 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.196489 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/security-groups/6505109a-9932-49c4-aa14-6fa2f0be26bc HTTP/1.1" status: 204 len: 168 time: 0.1468925 Apr 12 20:16:58.199253 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47970) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:58.211117 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505109a-9932-49c4-aa14-6fa2f0be26bc,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:58.219381 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.219775 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.220085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.220420 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.220759 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.221003 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.api.v2.resource [None req-0cd051ed-0531-47dc-993d-ee833f90790e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] show failed (client error): The resource could not be found. Apr 12 20:16:58.221129 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.221405 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.221744 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.222207 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0cd051ed-0531-47dc-993d-ee833f90790e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups/6505109a-9932-49c4-aa14-6fa2f0be26bc HTTP/1.1" status: 404 len: 347 time: 0.0219524 Apr 12 20:16:58.223849 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.224300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.224822 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.225275 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.225697 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.226106 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.226537 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bda99ac-859b-4e12-8f29-ac2377339fdc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:58.229066 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 47978) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:58.343349 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9602a-2b90-4702-b173-1484af01ae0d None None] New status for floating IP 295e4f5c-d2a0-442f-882e-1b09c415fbc1: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:16:58.364403 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port 24e173dc-a72f-4c07-b998-931888de8ef8 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:58.364847 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (24e173dc-a72f-4c07-b998-931888de8ef8), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.449084 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (24e173dc-a72f-4c07-b998-931888de8ef8), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.449727 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (24e173dc-a72f-4c07-b998-931888de8ef8), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.465107 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for 24e173dc-a72f-4c07-b998-931888de8ef8 owned by network:floatingip {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:58.615575 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (24e173dc-a72f-4c07-b998-931888de8ef8), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.643327 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=24e173dc-a72f-4c07-b998-931888de8ef8,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:58.715089 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (295e4f5c-d2a0-442f-882e-1b09c415fbc1), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.717604 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.718750 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-0569bfcc-9fb6-41f1-a482-a4d10124a76e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/floatingips/295e4f5c-d2a0-442f-882e-1b09c415fbc1 HTTP/1.1" status: 204 len: 168 time: 0.4886754 Apr 12 20:16:59.036722 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:59.971787 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 11f8a23e-a5ec-4c22-8669-8e21b054add6 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:59.995667 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 11f8a23e-a5ec-4c22-8669-8e21b054add6 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:59.995995 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 11f8a23e-a5ec-4c22-8669-8e21b054add6 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:17:00.406271 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b74e81-bb69-4035-91d5-9aa3d87150d4 req-a5ddd0c8-2524-4dd2-a1e6-60e05c46e475 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:00.407867 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59b74e81-bb69-4035-91d5-9aa3d87150d4 req-a5ddd0c8-2524-4dd2-a1e6-60e05c46e475 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0503688 Apr 12 20:17:00.462798 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-59b74e81-bb69-4035-91d5-9aa3d87150d4 req-1dd61315-6059-4a74-bdf0-af6f0fd5c6d1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466619 Apr 12 20:17:01.594859 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46535ca4-0bce-4e3f-b88f-670da1cd823c req-361ffb82-10e7-414d-8e94-2481e002b3f0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.596569 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-46535ca4-0bce-4e3f-b88f-670da1cd823c req-361ffb82-10e7-414d-8e94-2481e002b3f0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0506124 Apr 12 20:17:01.646793 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-46535ca4-0bce-4e3f-b88f-670da1cd823c req-3d016882-4ea3-4b73-9f95-dcfb1a336487 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442500 Apr 12 20:17:02.291193 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-7a027b5c-f81e-4e54-ae1d-f46d19211a23 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:02.292780 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-7a027b5c-f81e-4e54-ae1d-f46d19211a23 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0481989 Apr 12 20:17:02.669787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port 85417d55-79f6-487b-9635-f03d04dc9e5a {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:17:02.670465 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:02.792720 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ae352-7ceb-4b79-aab4-9e725f539338 req-cec325a6-1d08-4d20-9ea0-6437de5e0a2c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:02.794183 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d8ae352-7ceb-4b79-aab4-9e725f539338 req-cec325a6-1d08-4d20-9ea0-6437de5e0a2c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 946 time: 0.0729382 Apr 12 20:17:02.801828 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] For port 85417d55-79f6-487b-9635-f03d04dc9e5a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=85417d55-79f6-487b-9635-f03d04dc9e5a,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:02.802169 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:02.896113 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5d8ae352-7ceb-4b79-aab4-9e725f539338 req-db5127b9-2440-4e97-a9c3-d9dc700922eb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0f55e5d-3494-48fc-9c8f-14fd28b2407a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961571 Apr 12 20:17:03.011028 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.011399 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (96f42638-8cc7-4bc6-8540-a5d5ea68149f), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.011747 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP 96f42638-8cc7-4bc6-8540-a5d5ea68149f disassociated. External IP: 172.27.3.32, port: 85417d55-79f6-487b-9635-f03d04dc9e5a. Apr 12 20:17:03.012078 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for 85417d55-79f6-487b-9635-f03d04dc9e5a owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:17:03.161664 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (85417d55-79f6-487b-9635-f03d04dc9e5a), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.191909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=85417d55-79f6-487b-9635-f03d04dc9e5a,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:03.315278 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:17:03.433722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:17:03.446064 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:17:03.456630 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:03.457383 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:03.481276 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] No DVR routers for this DVR port 85417d55-79f6-487b-9635-f03d04dc9e5a on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:17:03.484203 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.487865 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-412b79c8-e0c9-4519-b1d8-7214e2d71945 req-11530d35-9710-4039-89a7-aa9bc7eb74c1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "DELETE /v2.0/ports/85417d55-79f6-487b-9635-f03d04dc9e5a HTTP/1.1" status: 204 len: 173 time: 1.1883318 Apr 12 20:17:03.488304 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'name': 'network-vif-deleted', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:03.491288 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f601ebe4-6340-4159-a64e-5baaaeef6b08" -d '{"events": [{"server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "name": "network-vif-deleted", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:03.534355 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c1cfeb-f4a0-4dd1-8e29-745341d5226f x-openstack-request-id: req-e4c1cfeb-f4a0-4dd1-8e29-745341d5226f {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:03.534649 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4493b4-b57a-4a6c-85cd-559499153a8e", "name": "network-vif-deleted", "tag": "85417d55-79f6-487b-9635-f03d04dc9e5a", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:03.534902 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4c1cfeb-f4a0-4dd1-8e29-745341d5226f {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:03.535335 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c1cfeb-f4a0-4dd1-8e29-745341d5226f'] response: {'server_uuid': '0c4493b4-b57a-4a6c-85cd-559499153a8e', 'name': 'network-vif-deleted', 'tag': '85417d55-79f6-487b-9635-f03d04dc9e5a', 'status': 'completed', 'code': 200} Apr 12 20:17:03.577947 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:03.770097 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:03.799903 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:17:03.808600 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:03.809190 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:03.918331 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:04.017400 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-90f931b8-11ee-4df5-b363-3dee6e1f3567 req-21b420a0-bff6-4e0b-b744-05c74dd027ea tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c4493b4-b57a-4a6c-85cd-559499153a8e HTTP/1.1" status: 200 len: 210 time: 0.0394015 Apr 12 20:17:04.122126 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:04.149478 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cb116-dc67-4ee5-a3d1-f5258fb1f3ff None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:17:04.382064 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e4010-fbcc-441a-be4d-1da3696254ec None None] New status for floating IP 96f42638-8cc7-4bc6-8540-a5d5ea68149f: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:17:05.107030 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48080) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:05.162350 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-385edec5-16f7-4b78-89ef-8247c2f250c3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (e0f55e5d-3494-48fc-9c8f-14fd28b2407a), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.187817 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-385edec5-16f7-4b78-89ef-8247c2f250c3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (e0f55e5d-3494-48fc-9c8f-14fd28b2407a), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.238856 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-385edec5-16f7-4b78-89ef-8247c2f250c3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (e0f55e5d-3494-48fc-9c8f-14fd28b2407a), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.243173 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-385edec5-16f7-4b78-89ef-8247c2f250c3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.244901 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-385edec5-16f7-4b78-89ef-8247c2f250c3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0f55e5d-3494-48fc-9c8f-14fd28b2407a HTTP/1.1" status: 204 len: 168 time: 0.1366947 Apr 12 20:17:05.248330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48082) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:05.255316 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385edec5-16f7-4b78-89ef-8247c2f250c3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f55e5d-3494-48fc-9c8f-14fd28b2407a,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:05.264888 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.api.v2.resource [None req-a4e6f235-235a-45e7-a23c-47c50c2e1774 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] show failed (client error): The resource could not be found. Apr 12 20:17:05.268679 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a4e6f235-235a-45e7-a23c-47c50c2e1774 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups/e0f55e5d-3494-48fc-9c8f-14fd28b2407a HTTP/1.1" status: 404 len: 347 time: 0.0158794 Apr 12 20:17:05.268980 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48084) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:05.389976 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port e76e0316-a475-4550-ba05-68c7a9cd15fb {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:17:05.390333 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.467618 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.467952 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (e76e0316-a475-4550-ba05-68c7a9cd15fb), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.482815 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for e76e0316-a475-4550-ba05-68c7a9cd15fb owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:17:05.642180 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (e76e0316-a475-4550-ba05-68c7a9cd15fb), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.673027 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=e76e0316-a475-4550-ba05-68c7a9cd15fb,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:05.742171 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (96f42638-8cc7-4bc6-8540-a5d5ea68149f), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.744898 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.746036 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ce8cb503-3903-4af7-a509-5d73ff616fcb tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/floatingips/96f42638-8cc7-4bc6-8540-a5d5ea68149f HTTP/1.1" status: 204 len: 168 time: 0.4761305 Apr 12 20:17:06.021575 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 85417d55-79f6-487b-9635-f03d04dc9e5a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:17:06.041524 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 85417d55-79f6-487b-9635-f03d04dc9e5a {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:17:06.041873 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 85417d55-79f6-487b-9635-f03d04dc9e5a not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:17:06.243997 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48090) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:06.253417 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-80a40371-1284-44ae-9cd0-389401cbe6e1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673910934', 'description': 'tempest-description--972877552'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:06.277315 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-80a40371-1284-44ae-9cd0-389401cbe6e1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.345294 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-80a40371-1284-44ae-9cd0-389401cbe6e1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (0fed667d-a5b0-421b-bb22-b09504d94f98), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.350971 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-80a40371-1284-44ae-9cd0-389401cbe6e1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0fed667d-a5b0-421b-bb22-b09504d94f98), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.380711 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-80a40371-1284-44ae-9cd0-389401cbe6e1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.384899 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-80a40371-1284-44ae-9cd0-389401cbe6e1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1368785 Apr 12 20:17:06.384899 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a40371-1284-44ae-9cd0-389401cbe6e1 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed667d-a5b0-421b-bb22-b09504d94f98,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:06.385269 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48092) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:06.391089 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-92c07a3b-8dbc-45cd-8a26-11d3289fcbfd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': '0fed667d-a5b0-421b-bb22-b09504d94f98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:06.418949 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-92c07a3b-8dbc-45cd-8a26-11d3289fcbfd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (1e9b50b0-f173-42f7-ac95-7f955708bf5a), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.478634 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-92c07a3b-8dbc-45cd-8a26-11d3289fcbfd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (1e9b50b0-f173-42f7-ac95-7f955708bf5a), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.483768 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-92c07a3b-8dbc-45cd-8a26-11d3289fcbfd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (1e9b50b0-f173-42f7-ac95-7f955708bf5a), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.504032 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c07a3b-8dbc-45cd-8a26-11d3289fcbfd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9b50b0-f173-42f7-ac95-7f955708bf5a,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:06.510246 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-92c07a3b-8dbc-45cd-8a26-11d3289fcbfd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.511462 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-92c07a3b-8dbc-45cd-8a26-11d3289fcbfd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250534 Apr 12 20:17:06.514829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48094) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:06.519130 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-8f9d3eb2-a26e-4ae9-8a49-4f52852165ac tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': '0fed667d-a5b0-421b-bb22-b09504d94f98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:06.544721 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3eb2-a26e-4ae9-8a49-4f52852165ac tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (1ca6ef4b-d5ef-4bd9-b22c-7580a2289b79), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.603430 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3eb2-a26e-4ae9-8a49-4f52852165ac tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (1ca6ef4b-d5ef-4bd9-b22c-7580a2289b79), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.608676 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3eb2-a26e-4ae9-8a49-4f52852165ac tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (1ca6ef4b-d5ef-4bd9-b22c-7580a2289b79), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.627611 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d3eb2-a26e-4ae9-8a49-4f52852165ac tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca6ef4b-d5ef-4bd9-b22c-7580a2289b79,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:06.632536 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-8f9d3eb2-a26e-4ae9-8a49-4f52852165ac tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.633822 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-8f9d3eb2-a26e-4ae9-8a49-4f52852165ac tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179926 Apr 12 20:17:06.637009 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48096) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:06.641691 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:06.662306 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.744745 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.854962 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_common [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.27.3.178 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/081a0ae7-5f77-4e76-8a98-a3a62725989e) {{(pid=98482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:17:06.971717 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.006388 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.044448 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:17:07.049476 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:17:07.051999 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:17:07.078456 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=081a0ae7-5f77-4e76-8a98-a3a62725989e,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:07.145016 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (32245217-2bb1-4b3b-b54e-341e1c000fb1), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.183466 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), before_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.347467 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), precommit_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.353459 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8741556'] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), after_update {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.421713 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=081a0ae7-5f77-4e76-8a98-a3a62725989e,revision_number=2']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:07.441132 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (32245217-2bb1-4b3b-b54e-341e1c000fb1), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.460099 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:07.461316 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-44ab816f-3900-4119-b685-fc419e62fd24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8232563 Apr 12 20:17:07.672946 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-c3271345-2ac9-4ef9-a797-a24a4eb33797 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1673910934&fields=id&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 267 time: 0.0555773 Apr 12 20:17:07.776201 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e27b5357-14a3-4c00-8a10-94f5d9556ce8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:07.777673 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e27b5357-14a3-4c00-8a10-94f5d9556ce8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.0981796 Apr 12 20:17:07.791887 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-17792bc6-ace1-493c-85e3-79b204bb06cc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/quotas/859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 375 time: 0.0088782 Apr 12 20:17:07.840690 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-07c7c1c4-9855-47b0-8189-ad02b593301f tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440516 Apr 12 20:17:08.035934 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-49acf75f-9d96-4022-9505-b6358a76dc5e service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840689 Apr 12 20:17:08.127796 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-c9831ddb-06da-48fc-b8bf-23c380df325a service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837505 Apr 12 20:17:08.310737 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d7957c28-d0ba-4959-85b9-aad263189e69 req-3408eea5-5ac4-4053-ab05-ca53b3363a47 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 210 time: 0.0322909 Apr 12 20:17:09.276479 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-ae65b200-e7bc-4c10-af55-eef80dcd2b04 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.277914 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-ae65b200-e7bc-4c10-af55-eef80dcd2b04 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.1006896 Apr 12 20:17:09.341105 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-5cb7a64e-af74-4b55-a62f-b45ace38c07d tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 380 time: 0.0552287 Apr 12 20:17:09.352753 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'port': {'device_id': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'admin_state_up': True, 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'security_groups': ['0fed667d-a5b0-421b-bb22-b09504d94f98']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:09.431488 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d0f78c13-1361-4194-9775-25bde0bba779 req-06ed4a6b-68f7-46a6-a898-6a910429ca23 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 210 time: 0.0532315 Apr 12 20:17:09.485734 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Made reservation on behalf of 859586cb561343a4a5599d0b3d98b2d7 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:17:09.489086 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:09.625155 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.20.0.6 (76ac745d-6f59-45fa-8582-67499fe91a41/85260ba2-c1c0-4423-8fc5-ea8f81d94321/0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:17:09.762301 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:09.796716 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:09.837826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:17:09.842797 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:17:09.845310 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:17:09.872181 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:09.898446 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.899057 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:09.916298 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e1cfe599-cf7e-44f1-99ea-d2948c8b73f2 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675030 Apr 12 20:17:09.929783 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Request body: {'port': {'device_id': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:09.994308 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.087279 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-ee5ee9e1-6cf5-4ab4-8f6e-c2d41460adda None None] Provisioning complete for port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:17:10.087889 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee9e1-6cf5-4ab4-8f6e-c2d41460adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.121673 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ee9e1-6cf5-4ab4-8f6e-c2d41460adda None None] Port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:17:10.260655 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:17:10.268315 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Publish callbacks [] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.281593 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Transition to ACTIVE for port object 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:17:10.287604 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.337567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Pushing event updated for resources: {'Port': ['ID=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:10.413973 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Attempting to bind port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:17:10.414323 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Attempting to bind port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:17:10.414652 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Attempting to bind port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:17:10.419659 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 on network 76ac745d-6f59-45fa-8582-67499fe91a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:17:10.419966 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Attempting to bind port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:17:10.425331 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:17:10.425673 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Checking segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:17:10.426058 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Bound using segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:17:10.426485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Bound port: 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:17:10.426848 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.495295 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] For port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:17:10.498359 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] For port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:17:10.512487 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.569734 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.570415 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.572126 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] 10.222.0.60 "PUT /v2.0/ports/0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 HTTP/1.1" status: 200 len: 1093 time: 0.6467879 Apr 12 20:17:10.574380 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:10.576949 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad55720-1b81-4be9-9970-102b9774911c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:10.589342 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6f5f4-ef2a-4621-a981-e6ea96d33a20 req-068ff77b-212e-42bb-8560-04f461464164 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.591100 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f5f6f5f4-ef2a-4621-a981-e6ea96d33a20 req-068ff77b-212e-42bb-8560-04f461464164 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 943 time: 0.0899038 Apr 12 20:17:10.621031 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2344cb8-ff1e-484f-88b5-20985aee6528 x-openstack-request-id: req-c2344cb8-ff1e-484f-88b5-20985aee6528 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:10.621303 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:10.621567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2344cb8-ff1e-484f-88b5-20985aee6528 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:10.621962 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2344cb8-ff1e-484f-88b5-20985aee6528'] response: {'name': 'network-changed', 'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'status': 'completed', 'code': 200} Apr 12 20:17:10.637920 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5f10-dd25-4d1c-9214-6a8a22236f5d service neutron] Pushing event updated for resources: {'Port': ['ID=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:10.679342 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-67a19671-4c72-4a20-b98f-396493c2501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.680921 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-67a19671-4c72-4a20-b98f-396493c2501b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0617449 Apr 12 20:17:10.728722 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f5f6f5f4-ef2a-4621-a981-e6ea96d33a20 req-5a99fb47-2530-47cd-9d88-a7f3ba01c57d tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204851 Apr 12 20:17:10.730343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-daef943c-a7a0-4a13-9fd4-f5c5ad029902 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 HTTP/1.1" status: 200 len: 217 time: 0.0384860 Apr 12 20:17:10.785115 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-49d4456e-b86e-4d6f-85c3-54af92faa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.786586 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-49d4456e-b86e-4d6f-85c3-54af92faa4ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0489433 Apr 12 20:17:10.831346 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-923645eb-62f4-4ca8-bd6c-b64bad18de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.832868 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-923645eb-62f4-4ca8-bd6c-b64bad18de39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397999 Apr 12 20:17:10.925335 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-e7fef1f5-6e7b-4b46-95f2-f962d0377a72 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853312 Apr 12 20:17:11.013388 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a433c399-9835-46aa-9e34-be6183a3f2d4 req-6301c6a6-2b29-4c87-94d9-12e225beced4 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818324 Apr 12 20:17:11.856363 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b170f5-f896-42d2-847a-5872b125235c req-49476a80-2d1a-43a2-b4c3-098dd5a45c81 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:11.857815 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6b170f5-f896-42d2-847a-5872b125235c req-49476a80-2d1a-43a2-b4c3-098dd5a45c81 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 943 time: 0.0530276 Apr 12 20:17:11.907795 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b6b170f5-f896-42d2-847a-5872b125235c req-bee7e928-bcac-4fa0-9c1e-98df86ae7e24 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 Apr 12 20:17:13.026959 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368b276-70ba-431b-b8f4-2256d7d70676 req-a767ba61-1e0d-4578-a508-7bf8c38135a6 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:13.028446 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6368b276-70ba-431b-b8f4-2256d7d70676 req-a767ba61-1e0d-4578-a508-7bf8c38135a6 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 943 time: 0.0484750 Apr 12 20:17:13.078272 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-6368b276-70ba-431b-b8f4-2256d7d70676 req-993ceadf-c89f-4dd9-8100-118fcc7e0eb3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Apr 12 20:17:14.199709 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589be08-81ed-4071-9afb-69c9f6bad4fc req-e0d46aeb-4090-4fac-bcd0-cc104cfac589 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.201165 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a589be08-81ed-4071-9afb-69c9f6bad4fc req-e0d46aeb-4090-4fac-bcd0-cc104cfac589 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 943 time: 0.0554435 Apr 12 20:17:14.249836 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-a589be08-81ed-4071-9afb-69c9f6bad4fc req-2e923b81-98df-4627-9f86-67a37adca748 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Apr 12 20:17:14.444403 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55720-1b81-4be9-9970-102b9774911c req-105683cd-a1d6-4aef-8d4b-76d0caa3a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.446213 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dad55720-1b81-4be9-9970-102b9774911c req-105683cd-a1d6-4aef-8d4b-76d0caa3a1f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0450792 Apr 12 20:17:14.537377 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55720-1b81-4be9-9970-102b9774911c req-62526cbf-11be-4cc9-933c-f727554b609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.538838 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dad55720-1b81-4be9-9970-102b9774911c req-62526cbf-11be-4cc9-933c-f727554b609b service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0858488 Apr 12 20:17:14.582933 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dad55720-1b81-4be9-9970-102b9774911c req-8a838d1b-f1fc-448a-aaa5-651af7fbbb31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 HTTP/1.1" status: 200 len: 217 time: 0.0376718 Apr 12 20:17:14.635740 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55720-1b81-4be9-9970-102b9774911c req-65d9e8eb-8da0-4c21-be28-cf43ed98dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.637752 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dad55720-1b81-4be9-9970-102b9774911c req-65d9e8eb-8da0-4c21-be28-cf43ed98dd06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0483787 Apr 12 20:17:14.685342 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55720-1b81-4be9-9970-102b9774911c req-c09bd17d-0e0e-4bd3-9f10-3495e5abed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.686811 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dad55720-1b81-4be9-9970-102b9774911c req-c09bd17d-0e0e-4bd3-9f10-3495e5abed48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424919 Apr 12 20:17:14.782731 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dad55720-1b81-4be9-9970-102b9774911c req-2a709712-88db-402b-af35-a40d309da119 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899842 Apr 12 20:17:14.870917 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-dad55720-1b81-4be9-9970-102b9774911c req-7187a5ff-08d5-4bd2-88ba-02f27df412c8 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827651 Apr 12 20:17:15.370624 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40fd03-0f15-4f68-ad10-d7832efc862f req-de8ac198-0fb1-4b7f-887e-97e62ba22ecc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:15.372107 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ba40fd03-0f15-4f68-ad10-d7832efc862f req-de8ac198-0fb1-4b7f-887e-97e62ba22ecc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 943 time: 0.0511916 Apr 12 20:17:15.420284 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ba40fd03-0f15-4f68-ad10-d7832efc862f req-6b9608ad-3575-41ca-a976-b25bd71eec08 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Apr 12 20:17:16.074364 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:17:16.179057 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:16.190320 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'port_id': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'mac_address': 'fa:16:3e:af:bd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:17:16.226666 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:16.227043 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:16.239679 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:17:16.266728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:16.273170 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:16.341873 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:16.534071 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b5450-4dcc-42ad-8b06-828f19d51649 req-a228e448-e1da-43f9-8739-5b581b182c62 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:16.535564 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8b5b5450-4dcc-42ad-8b06-828f19d51649 req-a228e448-e1da-43f9-8739-5b581b182c62 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 944 time: 0.0466394 Apr 12 20:17:16.581291 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8b5b5450-4dcc-42ad-8b06-828f19d51649 req-e4ea3704-7eab-4068-a510-f32ce2ca7d2d tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Apr 12 20:17:16.682051 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:17:17.710941 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13157287-1c16-4d4d-b2c7-a3f1d85ec5ab req-08b025c7-ff58-4f56-b3ce-589431492053 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:17.712439 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-13157287-1c16-4d4d-b2c7-a3f1d85ec5ab req-08b025c7-ff58-4f56-b3ce-589431492053 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 944 time: 0.0569389 Apr 12 20:17:17.762784 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-13157287-1c16-4d4d-b2c7-a3f1d85ec5ab req-cc7b09a8-1171-4ea5-b1f5-dcdf2a7cc938 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446799 Apr 12 20:17:18.080710 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:17:18.137728 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:17:18.145120 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:17:18.145711 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:18.230406 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:18.230789 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:18.253468 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:18.255729 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64037d1-11a4-4bfe-9056-c9a42650f51f" -d '{"events": [{"server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "name": "network-vif-plugged", "status": "completed", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:18.270913 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:18.277418 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:18.299819 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218ab1cc-961e-4d17-abe6-f3710798a1e4 x-openstack-request-id: req-218ab1cc-961e-4d17-abe6-f3710798a1e4 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:18.300103 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "name": "network-vif-plugged", "status": "completed", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:18.300385 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-218ab1cc-961e-4d17-abe6-f3710798a1e4 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:18.300769 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218ab1cc-961e-4d17-abe6-f3710798a1e4'] response: {'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'code': 200} Apr 12 20:17:18.330204 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:18.463021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1736d-5597-4f19-8d31-97e1054c6be5 req-2d2d1f82-9e41-4e15-b4c7-ee5e3cca0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:18.464597 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5fd1736d-5597-4f19-8d31-97e1054c6be5 req-2d2d1f82-9e41-4e15-b4c7-ee5e3cca0d34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 1129 time: 0.0392075 Apr 12 20:17:18.510078 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-5fd1736d-5597-4f19-8d31-97e1054c6be5 req-9b14866d-6eca-407a-9b8c-da494c85942f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367169 Apr 12 20:17:18.883431 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687fff-7093-4d5c-a1db-62b66a62564e req-537bf7b6-bd6b-498f-9485-d17213a4f767 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:18.884837 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ec687fff-7093-4d5c-a1db-62b66a62564e req-537bf7b6-bd6b-498f-9485-d17213a4f767 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 945 time: 0.0502820 Apr 12 20:17:18.935490 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ec687fff-7093-4d5c-a1db-62b66a62564e req-a1538fe8-013e-4f70-b5d3-8e251b617413 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Apr 12 20:17:20.053883 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adaa6d-e599-461b-885d-6d81a4c362f2 req-53405874-98a1-4d62-9d64-e0151e312692 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:20.055374 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e9adaa6d-e599-461b-885d-6d81a4c362f2 req-53405874-98a1-4d62-9d64-e0151e312692 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 945 time: 0.0514038 Apr 12 20:17:20.103834 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e9adaa6d-e599-461b-885d-6d81a4c362f2 req-7ebd7936-c03c-4a84-85ba-f58825d8b863 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Apr 12 20:17:20.220448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ad05-2028-400f-9c7a-125e8d46b350 req-a235f19a-3cc7-4e38-aff5-bc089d3e28e3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:20.221992 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-aa24ad05-2028-400f-9c7a-125e8d46b350 req-a235f19a-3cc7-4e38-aff5-bc089d3e28e3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 945 time: 0.0474012 Apr 12 20:17:20.230944 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48202) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:20.235647 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'port_id': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:20.280085 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (32245217-2bb1-4b3b-b54e-341e1c000fb1), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:21.008920 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:21.015967 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (32245217-2bb1-4b3b-b54e-341e1c000fb1), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:21.124816 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP 32245217-2bb1-4b3b-b54e-341e1c000fb1 associated. External IP: 172.27.3.178, port: 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2. Apr 12 20:17:21.345626 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:17:21.476939 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:17:21.481916 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:21.487152 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:17:21.497845 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:21.498460 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:21.511719 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d8436455-7dc5-4382-a53d-7749c9b4cbe0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "PUT /v2.0/floatingips/32245217-2bb1-4b3b-b54e-341e1c000fb1 HTTP/1.1" status: 200 len: 991 time: 1.2795348 Apr 12 20:17:21.512311 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:21.514501 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:21.550750 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9262f6-d26e-454b-a9e4-ed0f63268bbd x-openstack-request-id: req-2f9262f6-d26e-454b-a9e4-ed0f63268bbd {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:21.551035 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:21.551280 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f9262f6-d26e-454b-a9e4-ed0f63268bbd {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:21.551717 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9262f6-d26e-454b-a9e4-ed0f63268bbd'] response: {'name': 'network-changed', 'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'status': 'completed', 'code': 200} Apr 12 20:17:21.607477 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:21.610347 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-3642a1b4-388e-47aa-a37e-814f44e8b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:21.611935 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-3642a1b4-388e-47aa-a37e-814f44e8b14c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 1129 time: 0.0392466 Apr 12 20:17:21.702367 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-4543cb46-c2db-49ca-a876-51430af884eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:21.703858 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-4543cb46-c2db-49ca-a876-51430af884eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0863895 Apr 12 20:17:21.768794 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-d73a8ca7-2586-4269-95e4-dba58d77656c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 HTTP/1.1" status: 200 len: 999 time: 0.0580902 Apr 12 20:17:21.820979 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-9ab0ee68-efc4-4ee5-a1cc-140a0ab415ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:21.821219 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '32245217-2bb1-4b3b-b54e-341e1c000fb1', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:af:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:17:07Z', 'updated_at': '2022-04-12T20:17:20Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:21.822343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-9ab0ee68-efc4-4ee5-a1cc-140a0ab415ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0474234 Apr 12 20:17:21.850312 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:17:21.859229 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:21.859854 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:16:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:21.963786 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:22.264853 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '32245217-2bb1-4b3b-b54e-341e1c000fb1', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:af:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:17:07Z', 'updated_at': '2022-04-12T20:17:20Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:22.294485 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5474ddba-0d02-4093-9a0a-d5bd4cf49e1e None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': '32245217-2bb1-4b3b-b54e-341e1c000fb1', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:af:bd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:17:07Z', 'updated_at': '2022-04-12T20:17:20Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:17:22.497348 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fa3d0-eb99-45ef-9d9a-063f4e948e62 None None] New status for floating IP 32245217-2bb1-4b3b-b54e-341e1c000fb1: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:17:22.914086 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b7cf3004-087c-437a-9cf4-008aed3b6dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:23.020903 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-2695f3eb-13f3-4a2e-a8cd-7ab8f77e9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.022393 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-2695f3eb-13f3-4a2e-a8cd-7ab8f77e9212 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434585 Apr 12 20:17:23.866978 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-88676c0c-a481-4f0b-8c48-5a8b38e68636 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951407 Apr 12 20:17:25.134244 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-33b9dc8e-a79c-411b-8a02-44afbe68c1c3 req-d528d6ea-ff09-44c2-b7e6-40b10f4f1718 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088579 Apr 12 20:17:25.225497 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a2589921-2505-47a2-9733-e70dcb4b0e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:25.888207 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:26.230869 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:27.691300 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:29.011320 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:30.470651 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:17:31.445583 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48256) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:31.549944 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5ad50f83-c095-42a0-aa81-7950dc2cef74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:31.637316 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5ad50f83-c095-42a0-aa81-7950dc2cef74 admin admin] Publish callbacks [] for security_group (fe7fd13d-836a-4fa8-8910-b6d1edf073ad), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:31.643123 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5ad50f83-c095-42a0-aa81-7950dc2cef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fe7fd13d-836a-4fa8-8910-b6d1edf073ad), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:31.679895 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-5ad50f83-c095-42a0-aa81-7950dc2cef74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12a1347393af4038af874a76dcbefd57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328436 Apr 12 20:17:31.680780 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad50f83-c095-42a0-aa81-7950dc2cef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7fd13d-836a-4fa8-8910-b6d1edf073ad,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:31.682934 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48260) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:31.730992 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9fb73047-20df-46d7-b676-6935711f96f1 admin admin] Publish callbacks [] for security_group (fe7fd13d-836a-4fa8-8910-b6d1edf073ad), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:31.751809 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9fb73047-20df-46d7-b676-6935711f96f1 admin admin] Publish callbacks [] for security_group (fe7fd13d-836a-4fa8-8910-b6d1edf073ad), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:31.805413 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9fb73047-20df-46d7-b676-6935711f96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fe7fd13d-836a-4fa8-8910-b6d1edf073ad), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:31.809025 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9fb73047-20df-46d7-b676-6935711f96f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:31.810581 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9fb73047-20df-46d7-b676-6935711f96f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe7fd13d-836a-4fa8-8910-b6d1edf073ad HTTP/1.1" status: 204 len: 168 time: 0.1267500 Apr 12 20:17:31.818784 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb73047-20df-46d7-b676-6935711f96f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7fd13d-836a-4fa8-8910-b6d1edf073ad,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:32.844824 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48290) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:32.955262 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7ca27a3a-ef30-4cf3-aee6-5118b9d6c5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:33.030739 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7ca27a3a-ef30-4cf3-aee6-5118b9d6c5bf admin admin] Publish callbacks [] for security_group (147b4298-6be1-4e4a-8555-d8074f0bb7da), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:33.035704 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7ca27a3a-ef30-4cf3-aee6-5118b9d6c5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (147b4298-6be1-4e4a-8555-d8074f0bb7da), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:33.071280 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca27a3a-ef30-4cf3-aee6-5118b9d6c5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147b4298-6be1-4e4a-8555-d8074f0bb7da,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:33.077736 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7ca27a3a-ef30-4cf3-aee6-5118b9d6c5bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa802d554ffc4784a7f23ecdbdda1646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297025 Apr 12 20:17:33.078917 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48294) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:33.124442 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8a4faa77-069a-4398-b089-a4b96a06e022 admin admin] Publish callbacks [] for security_group (147b4298-6be1-4e4a-8555-d8074f0bb7da), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:33.145106 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8a4faa77-069a-4398-b089-a4b96a06e022 admin admin] Publish callbacks [] for security_group (147b4298-6be1-4e4a-8555-d8074f0bb7da), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:33.192534 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8a4faa77-069a-4398-b089-a4b96a06e022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (147b4298-6be1-4e4a-8555-d8074f0bb7da), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:33.195021 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-8a4faa77-069a-4398-b089-a4b96a06e022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:33.196535 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-8a4faa77-069a-4398-b089-a4b96a06e022 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/147b4298-6be1-4e4a-8555-d8074f0bb7da HTTP/1.1" status: 204 len: 168 time: 0.1174479 Apr 12 20:17:33.204747 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4faa77-069a-4398-b089-a4b96a06e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147b4298-6be1-4e4a-8555-d8074f0bb7da,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:52.915657 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3affd948-60e1-45c1-81c8-e8c6e43794cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:55.220514 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2877c576-aafa-4244-bdc1-3ab62c5bcdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:55.885270 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:56.235163 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:57.700985 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:59.025443 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:07.475049 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:18:22.921946 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a5f4265f-664b-4bfc-a6a0-1b93b628c1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:25.218712 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-afc9a862-eb59-49e4-a3fe-b2f773551ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:25.888302 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:26.235800 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.705534 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.027692 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:38.927170 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-73fa091a-8754-43e2-b35f-088279f0fd33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392487 Apr 12 20:18:39.034768 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-92a5f943-93a5-4cd7-b554-248ca84f639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:39.036207 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-92a5f943-93a5-4cd7-b554-248ca84f639d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 1129 time: 0.0483954 Apr 12 20:18:39.145722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-a0cfd3fe-828d-489c-8f3f-832b7fbcf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:39.147158 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-a0cfd3fe-828d-489c-8f3f-832b7fbcf644 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0893786 Apr 12 20:18:39.217806 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-c3e08dd3-b3a2-4ce4-b210-e1043e151c9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 HTTP/1.1" status: 200 len: 1001 time: 0.0642896 Apr 12 20:18:39.263906 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-2ef5da63-018e-43eb-8a06-a013bc5fd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:39.265347 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-2ef5da63-018e-43eb-8a06-a013bc5fd541 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0422025 Apr 12 20:18:39.307596 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-f5ecdaed-7d11-4a97-bd54-9dd72bf96686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:39.308982 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-f5ecdaed-7d11-4a97-bd54-9dd72bf96686 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376880 Apr 12 20:18:39.404005 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-faf43b23-8db0-4bb4-8bc4-eef1c3b58a89 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891931 Apr 12 20:18:39.492436 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-f73cba31-98c9-4f0d-952f-9916ad24f3e0 req-cc0f7264-944f-49c0-be70-c9b658818ca6 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830710 Apr 12 20:18:44.474970 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:18:47.841212 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0420f62-216b-4d31-92d2-ca9d24c30a0c req-e3564444-b394-4e30-aaa7-289dc356b9bc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:47.842608 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d0420f62-216b-4d31-92d2-ca9d24c30a0c req-e3564444-b394-4e30-aaa7-289dc356b9bc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 945 time: 0.0536189 Apr 12 20:18:47.888056 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-d0420f62-216b-4d31-92d2-ca9d24c30a0c req-b2d7079f-8f7b-4754-92c7-77dfa33afc55 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399027 Apr 12 20:18:49.018789 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff877a-7895-4113-8c31-1708674f561d req-10732c79-3969-43e5-bb00-1613cb919292 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:49.020187 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-caff877a-7895-4113-8c31-1708674f561d req-10732c79-3969-43e5-bb00-1613cb919292 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 945 time: 0.0487080 Apr 12 20:18:49.069155 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-caff877a-7895-4113-8c31-1708674f561d req-aa76f29d-6972-44c4-8025-02e513ee9137 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=0fed667d-a5b0-421b-bb22-b09504d94f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 Apr 12 20:18:49.643257 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-36aef6ec-941f-4b91-9b7e-568dd9ee30a9 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:49.644702 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-36aef6ec-941f-4b91-9b7e-568dd9ee30a9 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 945 time: 0.0566108 Apr 12 20:18:49.730402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:49.730736 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.822012 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] For port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:49.822343 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.994590 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.994916 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (32245217-2bb1-4b3b-b54e-341e1c000fb1), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.995259 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP 32245217-2bb1-4b3b-b54e-341e1c000fb1 disassociated. External IP: 172.27.3.178, port: 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2. Apr 12 20:18:49.995618 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:50.122802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:50.164822 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:50.194358 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.194685 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.195022 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.195352 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.196043 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.196375 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.196697 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.197016 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.197336 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.197629 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.197964 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.198282 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.198601 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.198898 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.199215 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:50.232569 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c474665a-a898-4a3a-a26d-30eec2c3293e req-ab00eaf6-cea2-4991-b09c-70572fabaf56 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5 HTTP/1.1" status: 200 len: 210 time: 0.0764666 Apr 12 20:18:50.309889 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:18:50.427158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:18:50.440287 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:18:50.451246 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:50.451914 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:18:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:50.471108 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] No DVR routers for this DVR port 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:18:50.473826 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:50.477131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b5add9e8-876c-46e6-ade7-c6125b329612 req-e9343ef0-2c72-4a0c-be87-4f922362a259 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "DELETE /v2.0/ports/0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 HTTP/1.1" status: 204 len: 173 time: 0.8255723 Apr 12 20:18:50.477571 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'name': 'network-vif-deleted', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:50.479888 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61050523-cba5-45b3-b682-f9c9d384ed4b" -d '{"events": [{"server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "name": "network-vif-deleted", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:50.524831 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3065a4-f2d9-41c5-8ce8-c7018b93694c x-openstack-request-id: req-4a3065a4-f2d9-41c5-8ce8-c7018b93694c {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:50.525171 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5", "name": "network-vif-deleted", "tag": "0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:50.525426 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a3065a4-f2d9-41c5-8ce8-c7018b93694c {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:50.525839 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3065a4-f2d9-41c5-8ce8-c7018b93694c'] response: {'server_uuid': '0f029d1f-b600-4e45-bb4f-8ea14bbfa7a5', 'name': 'network-vif-deleted', 'tag': '0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2', 'status': 'completed', 'code': 200} Apr 12 20:18:50.572997 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:50.765116 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:50.794533 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:18:50.803001 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:50.803611 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:18:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:50.913045 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:51.106743 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:51.133274 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0093302-0ec3-4158-be58-eb924425c35c None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:18:51.319325 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48402) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:51.366727 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f95b41-09f9-4342-aa3f-abc364c1bbdc None None] New status for floating IP 32245217-2bb1-4b3b-b54e-341e1c000fb1: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:18:51.377403 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (0fed667d-a5b0-421b-bb22-b09504d94f98), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.400396 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (0fed667d-a5b0-421b-bb22-b09504d94f98), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.449950 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0fed667d-a5b0-421b-bb22-b09504d94f98), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.452633 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.453821 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/security-groups/0fed667d-a5b0-421b-bb22-b09504d94f98 HTTP/1.1" status: 204 len: 168 time: 0.1335049 Apr 12 20:18:51.456769 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48406) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:51.463041 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed667d-a5b0-421b-bb22-b09504d94f98,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:51.470887 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.471394 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.471615 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.api.v2.resource [None req-feb2757e-b6d4-4e3a-9a34-88b417cea3e4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] show failed (client error): The resource could not be found. Apr 12 20:18:51.471784 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.472144 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.472594 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.472921 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-feb2757e-b6d4-4e3a-9a34-88b417cea3e4 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups/0fed667d-a5b0-421b-bb22-b09504d94f98 HTTP/1.1" status: 404 len: 347 time: 0.0151246 Apr 12 20:18:51.473047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.473329 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.473662 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.474016 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.474399 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.474938 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.475269 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.475800 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.476198 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48408) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:51.476330 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.476613 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63d4d3-fa45-49b6-8290-dd80d39d879a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:51.597966 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port 081a0ae7-5f77-4e76-8a98-a3a62725989e {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:51.598292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.681228 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.681471 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (081a0ae7-5f77-4e76-8a98-a3a62725989e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.693570 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for 081a0ae7-5f77-4e76-8a98-a3a62725989e owned by network:floatingip {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:51.828928 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (081a0ae7-5f77-4e76-8a98-a3a62725989e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.861973 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=081a0ae7-5f77-4e76-8a98-a3a62725989e,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:51.919643 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (32245217-2bb1-4b3b-b54e-341e1c000fb1), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.922174 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:51.923301 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-bff70d8f-5ea7-4b5f-9abd-41b9be33db43 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/floatingips/32245217-2bb1-4b3b-b54e-341e1c000fb1 HTTP/1.1" status: 204 len: 168 time: 0.4459853 Apr 12 20:18:52.319311 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48412) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:52.324416 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-74776f19-debd-47eb-94d3-2b7b8c1aa880 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227985922', 'description': 'tempest-description--51266974'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:52.351911 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-74776f19-debd-47eb-94d3-2b7b8c1aa880 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.419826 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-74776f19-debd-47eb-94d3-2b7b8c1aa880 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (f734ea2b-54d7-43ce-a50a-b846ee94e9ff), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.425197 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-74776f19-debd-47eb-94d3-2b7b8c1aa880 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f734ea2b-54d7-43ce-a50a-b846ee94e9ff), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.454035 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-74776f19-debd-47eb-94d3-2b7b8c1aa880 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.455432 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-74776f19-debd-47eb-94d3-2b7b8c1aa880 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1349900 Apr 12 20:18:52.458465 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48414) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:52.459922 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776f19-debd-47eb-94d3-2b7b8c1aa880 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f734ea2b-54d7-43ce-a50a-b846ee94e9ff,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:52.463695 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-fb23369d-8dd7-42d9-8e8b-9ceabe581f85 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': 'f734ea2b-54d7-43ce-a50a-b846ee94e9ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:52.492103 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb23369d-8dd7-42d9-8e8b-9ceabe581f85 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (b20b2b2d-0dbc-4a20-8399-572d6f633c69), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.546871 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb23369d-8dd7-42d9-8e8b-9ceabe581f85 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (b20b2b2d-0dbc-4a20-8399-572d6f633c69), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.551814 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb23369d-8dd7-42d9-8e8b-9ceabe581f85 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (b20b2b2d-0dbc-4a20-8399-572d6f633c69), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.572722 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23369d-8dd7-42d9-8e8b-9ceabe581f85 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20b2b2d-0dbc-4a20-8399-572d6f633c69,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:52.579927 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb23369d-8dd7-42d9-8e8b-9ceabe581f85 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.581535 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-fb23369d-8dd7-42d9-8e8b-9ceabe581f85 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218832 Apr 12 20:18:52.584491 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48416) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:52.590631 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-739dabe9-59d4-4642-81fa-04ddf942b6ff tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'security_group_rule': {'security_group_id': 'f734ea2b-54d7-43ce-a50a-b846ee94e9ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:52.619703 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-739dabe9-59d4-4642-81fa-04ddf942b6ff tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (7b545483-cbc2-4292-b05f-7cd0a8100fe2), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.675539 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-739dabe9-59d4-4642-81fa-04ddf942b6ff tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (7b545483-cbc2-4292-b05f-7cd0a8100fe2), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.681922 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-739dabe9-59d4-4642-81fa-04ddf942b6ff tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637714'] for security_group_rule (7b545483-cbc2-4292-b05f-7cd0a8100fe2), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.703674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dabe9-59d4-4642-81fa-04ddf942b6ff tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b545483-cbc2-4292-b05f-7cd0a8100fe2,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:52.712598 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-739dabe9-59d4-4642-81fa-04ddf942b6ff tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.713780 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-739dabe9-59d4-4642-81fa-04ddf942b6ff tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280744 Apr 12 20:18:52.717131 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48418) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:52.721321 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:52.741565 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.818292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.909422 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-95e4105d-d2fc-4011-a4d7-a906068279de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:52.941485 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.27.3.208 (a8c27c22-0e4e-4e4b-8783-8971f0f63bf0/cf43cdab-eb80-40dc-89e0-fbe9e6236842/daf32548-ff4c-48c0-a94d-b80bef43aae7) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:18:53.046322 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.081837 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.118686 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network a8c27c22-0e4e-4e4b-8783-8971f0f63bf0 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:18:53.123705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:18:53.127798 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:18:53.132972 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=daf32548-ff4c-48c0-a94d-b80bef43aae7,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:53.216254 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (fc252462-f5fd-4e8e-bcb6-40e4faec16df), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.267114 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.417338 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.425481 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.502569 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=daf32548-ff4c-48c0-a94d-b80bef43aae7,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:53.511874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (fc252462-f5fd-4e8e-bcb6-40e4faec16df), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.528735 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:53.530034 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-892c1c17-c6eb-4940-8c30-a7ffd7b92280 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8120220 Apr 12 20:18:53.683729 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-bdadb428-89c4-44ff-a568-9c9978951b8f tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--227985922&fields=id&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 267 time: 0.0461667 Apr 12 20:18:53.799647 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-4d9c5e67-65a4-4ddc-976a-ba754e18bf66 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:53.801112 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-4d9c5e67-65a4-4ddc-976a-ba754e18bf66 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.1076097 Apr 12 20:18:53.818890 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-ba035dff-579b-4bfa-9159-8e716dc2be69 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/quotas/859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 375 time: 0.0095582 Apr 12 20:18:53.870207 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-e07ee2be-df3b-4587-b958-ccf2629f6ad0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437655 Apr 12 20:18:53.998791 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-919ea0fd-d7e7-4345-8761-65a7ebfd3a42 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=98483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:18:53.999821 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-919ea0fd-d7e7-4345-8761-65a7ebfd3a42 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1170530 Apr 12 20:18:54.093594 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-19d90d93-26b7-4126-ad82-925d3304b05b service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Apr 12 20:18:54.184184 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-6fc5989a-d17b-487c-944c-383b6a01695a service neutron] 10.222.0.43 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830548 Apr 12 20:18:54.346127 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-e6b1521d-fdd5-420b-9d3e-5ecab63fd461 req-3c3715a9-249b-4dd8-bf56-f444dc0a9073 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 210 time: 0.0274572 Apr 12 20:18:54.677469 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:54.698020 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:54.698360 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 0f5e71f6-84e8-4faf-8d2a-8e23900d6ae2 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:55.216837 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-335d8117-67bc-442d-bccc-abbcfe2a5a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:55.266672 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-c59ed366-abc4-4f1f-a6f6-daafdb37fc07 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:55.268356 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-c59ed366-abc4-4f1f-a6f6-daafdb37fc07 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 815 time: 0.1061907 Apr 12 20:18:55.331739 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-6c5aca48-7674-40b7-b81d-513f202f59b9 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859586cb561343a4a5599d0b3d98b2d7 HTTP/1.1" status: 200 len: 379 time: 0.0542085 Apr 12 20:18:55.407440 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'port': {'device_id': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'admin_state_up': True, 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'security_groups': ['f734ea2b-54d7-43ce-a50a-b846ee94e9ff']}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:55.487028 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ac0006d-99e5-48b1-85dc-aa72cdba92aa req-455576da-73ff-49cf-b5c7-661d6adb4746 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 210 time: 0.0740583 Apr 12 20:18:55.546100 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Made reservation on behalf of 859586cb561343a4a5599d0b3d98b2d7 for: {'port': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:18:55.549477 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:55.675062 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_common [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Allocated IP 172.20.0.9 (76ac745d-6f59-45fa-8582-67499fe91a41/85260ba2-c1c0-4423-8fc5-ea8f81d94321/562ae55f-d15a-44f3-b9a2-75035fe39f78) {{(pid=98483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:18:55.875714 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.102291 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.144043 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767066558630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.188794 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Network 76ac745d-6f59-45fa-8582-67499fe91a41 is already hosted by enough agents. {{(pid=98483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:18:56.194017 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Resources bound (agent type, host, resource id): {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:18:56.198072 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Received port after_create {{(pid=98483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:18:56.204658 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event updated for resources: {'Port': ['ID=562ae55f-d15a-44f3-b9a2-75035fe39f78,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:56.237723 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.256172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:56.256865 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.275211 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-b0b748ad-120f-45bb-b9d1-f2616074e582 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719525 Apr 12 20:18:56.335300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Request body: {'port': {'device_id': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:56.394582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.424295 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-ec05e35f-b529-40d6-8541-2cd88f38ef2d None None] Provisioning complete for port 562ae55f-d15a-44f3-b9a2-75035fe39f78 triggered by entity DHCP. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:18:56.424732 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ec05e35f-b529-40d6-8541-2cd88f38ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.459388 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-ec05e35f-b529-40d6-8541-2cd88f38ef2d None None] Port 562ae55f-d15a-44f3-b9a2-75035fe39f78 cannot update to ACTIVE because it is not bound. {{(pid=98484) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:18:56.622580 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb7a58-4f2e-4ebc-a66c-031cd693e04d req-94857f45-d86f-43fb-9971-da43a7ef1159 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:56.624070 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bccb7a58-4f2e-4ebc-a66c-031cd693e04d req-94857f45-d86f-43fb-9971-da43a7ef1159 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 931 time: 0.0592034 Apr 12 20:18:56.713274 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bccb7a58-4f2e-4ebc-a66c-031cd693e04d req-b7fc1af9-d952-4e45-b010-d99f6fffede3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831611 Apr 12 20:18:56.724158 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562ae55f-d15a-44f3-b9a2-75035fe39f78 {{(pid=98483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:18:56.733495 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Publish callbacks [] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.744998 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.provisioning_blocks [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Transition to ACTIVE for port object 562ae55f-d15a-44f3-b9a2-75035fe39f78 will not be triggered until provisioned by entity L2. {{(pid=98483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:18:56.750286 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.804293 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Pushing event updated for resources: {'Port': ['ID=562ae55f-d15a-44f3-b9a2-75035fe39f78,revision_number=2']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:56.875053 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Attempting to bind port 562ae55f-d15a-44f3-b9a2-75035fe39f78 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:18:56.875393 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Attempting to bind port 562ae55f-d15a-44f3-b9a2-75035fe39f78 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:18:56.875744 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Attempting to bind port 562ae55f-d15a-44f3-b9a2-75035fe39f78 on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:18:56.880509 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Port 562ae55f-d15a-44f3-b9a2-75035fe39f78 on network 76ac745d-6f59-45fa-8582-67499fe91a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:18:56.880805 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Attempting to bind port 562ae55f-d15a-44f3-b9a2-75035fe39f78 on network 76ac745d-6f59-45fa-8582-67499fe91a41 {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:18:56.886061 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Checking agent: {'id': '3a8ae9b2-33c3-47b2-a025-2cbea34b0661', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:18:56.886394 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Checking segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:18:56.886776 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Bound using segment: {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'} {{(pid=98483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:18:56.887205 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.managers [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Bound port: 562ae55f-d15a-44f3-b9a2-75035fe39f78, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461824f6-695d-4d6d-8b4d-24b00150de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41'}}] {{(pid=98483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:18:56.887586 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:56.953076 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] For port 562ae55f-d15a-44f3-b9a2-75035fe39f78, host hv-cinder-83754, cleared binding levels {{(pid=98483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:18:56.956368 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] For port 562ae55f-d15a-44f3-b9a2-75035fe39f78, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:18:56.965403 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985880'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:57.002820 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:57.003450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:57.004925 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/562ae55f-d15a-44f3-b9a2-75035fe39f78 HTTP/1.1" status: 200 len: 1093 time: 0.7224152 Apr 12 20:18:57.005356 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:57.007585 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:57.040304 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff916f-e9c7-4a99-87f3-55bb801433c6 service neutron] Pushing event updated for resources: {'Port': ['ID=562ae55f-d15a-44f3-b9a2-75035fe39f78,revision_number=3']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:57.051431 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f26007-bf54-4aae-a593-a04af5606fab x-openstack-request-id: req-c8f26007-bf54-4aae-a593-a04af5606fab {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:57.051749 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:57.052001 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8f26007-bf54-4aae-a593-a04af5606fab {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:57.052412 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f26007-bf54-4aae-a593-a04af5606fab'] response: {'name': 'network-changed', 'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'status': 'completed', 'code': 200} Apr 12 20:18:57.096874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-bd14ff90-e9a0-4d27-b2e8-3061a1d84214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:57.098442 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-bd14ff90-e9a0-4d27-b2e8-3061a1d84214 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 1127 time: 0.0420210 Apr 12 20:18:57.141246 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-1830c2d1-6a7d-4bfd-a957-3fd03a449360 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78 HTTP/1.1" status: 200 len: 217 time: 0.0346072 Apr 12 20:18:57.198896 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-01dc4b14-a7e0-47a7-9adb-c2130e6046f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:57.200401 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-01dc4b14-a7e0-47a7-9adb-c2130e6046f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0540037 Apr 12 20:18:57.242467 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-309c0d4e-b24c-4e93-a998-24fce27278ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:57.243852 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-309c0d4e-b24c-4e93-a998-24fce27278ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374179 Apr 12 20:18:57.335739 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-330e46c1-7be3-4cad-be83-83797f0ea167 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855241 Apr 12 20:18:57.392747 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [req-325f5b8c-e9f4-4d98-af83-bb6c6827ba72 req-6f1de6af-3117-4199-8c0c-6766eb5439fe service neutron] (98482) timed out ('10.222.0.60', 51914) {{(pid=98482) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:18:57.429678 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-8ace8b9e-d9e4-4fbf-85d3-93ae0aaad540 req-47fd2597-6229-4036-bed8-a446431ba547 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883887 Apr 12 20:18:57.704062 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:57.828835 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755828a-1724-4e18-ae62-625a22d83b1e req-82a53b84-dfcc-4a0c-bfa1-2144cd33223c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:57.830290 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4755828a-1724-4e18-ae62-625a22d83b1e req-82a53b84-dfcc-4a0c-bfa1-2144cd33223c tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 943 time: 0.0497510 Apr 12 20:18:57.879650 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4755828a-1724-4e18-ae62-625a22d83b1e req-d5b844ac-e6fa-49e4-873b-dbb465e722bf tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408013 Apr 12 20:18:59.021877 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c371e-7491-4a55-98ec-91deb66a9520 req-0c039fd0-441c-4e84-842b-b5187181a8cf tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:59.022588 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:59.023270 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ca2c371e-7491-4a55-98ec-91deb66a9520 req-0c039fd0-441c-4e84-842b-b5187181a8cf tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 943 time: 0.0631435 Apr 12 20:18:59.071223 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-ca2c371e-7491-4a55-98ec-91deb66a9520 req-f189a7d4-c912-43ae-b666-2bfb66a3748b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408998 Apr 12 20:18:59.448044 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-681a2055-5719-442e-ae04-cf8c3ae85902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:59.449482 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-681a2055-5719-442e-ae04-cf8c3ae85902 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 1127 time: 0.0512497 Apr 12 20:18:59.541548 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-c6ee1a6f-4194-4280-829b-d76f9b164702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:59.543010 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-c6ee1a6f-4194-4280-829b-d76f9b164702 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0878797 Apr 12 20:18:59.582263 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-2e89af85-a335-4f9a-8a49-fd886a179554 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78 HTTP/1.1" status: 200 len: 217 time: 0.0337195 Apr 12 20:18:59.630048 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-6054590b-e937-479c-9cd1-78b5f7d307ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:59.631442 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-6054590b-e937-479c-9cd1-78b5f7d307ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0433409 Apr 12 20:18:59.680186 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-4b54871c-58a6-4829-90d0-193fad3b1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:59.681649 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-4b54871c-58a6-4829-90d0-193fad3b1b62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442789 Apr 12 20:18:59.769686 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-f4bed777-8ae3-4024-a7a7-9e5199f05f91 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820012 Apr 12 20:18:59.864732 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4bcbe9e3-8e2e-4693-b16a-80527cf07b7c req-3efd8e9e-feec-46f4-9209-1f9dda0eb689 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873334 Apr 12 20:19:00.207874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c38d-361a-4a05-8a08-e3f561a179ff req-afa89b51-9679-4fc2-9f89-e41b72d63120 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:00.210186 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b13c38d-361a-4a05-8a08-e3f561a179ff req-afa89b51-9679-4fc2-9f89-e41b72d63120 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 943 time: 0.0567131 Apr 12 20:19:00.261280 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-4b13c38d-361a-4a05-8a08-e3f561a179ff req-937d94a9-3406-40f6-9009-6ace533cec3e tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Apr 12 20:19:00.728517 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 562ae55f-d15a-44f3-b9a2-75035fe39f78 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=98484) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:19:00.976527 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 562ae55f-d15a-44f3-b9a2-75035fe39f78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:00.987554 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Returning: {'device': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'port_id': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'mac_address': 'fa:16:3e:6f:2f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98484) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:19:01.024478 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 562ae55f-d15a-44f3-b9a2-75035fe39f78 is: DOWN; New status is: BUILD {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:19:01.024861 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:01.041477 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562ae55f-d15a-44f3-b9a2-75035fe39f78 {{(pid=98484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:19:01.061617 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 562ae55f-d15a-44f3-b9a2-75035fe39f78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:01.070015 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:01.116557 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=562ae55f-d15a-44f3-b9a2-75035fe39f78,revision_number=4']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:01.123988 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.124329 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.124665 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.124996 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.125323 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.125669 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.125985 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.126300 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.126617 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.126935 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.127243 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.127575 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.127891 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.128203 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.128515 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:01.376580 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390bbd1-d095-4922-80f2-30e6c89392ef req-af912523-6b7b-4fa4-91ab-43eae3b07a1d tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:01.378040 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c390bbd1-d095-4922-80f2-30e6c89392ef req-af912523-6b7b-4fa4-91ab-43eae3b07a1d tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 944 time: 0.0466082 Apr 12 20:19:01.404180 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] get_ports_and_sgs() called for port_ids ['562ae55f-d15a-44f3-b9a2-75035fe39f78'] {{(pid=98484) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:19:01.431835 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-c390bbd1-d095-4922-80f2-30e6c89392ef req-e578f13f-fa63-4047-845b-e48cbe9c9420 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457921 Apr 12 20:19:02.553150 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c8dd-daaf-4266-85af-8f43ed1cdb7a req-3787d92c-6755-4143-a727-76b6569077fd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:02.554468 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0f32c8dd-daaf-4266-85af-8f43ed1cdb7a req-3787d92c-6755-4143-a727-76b6569077fd tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 944 time: 0.0462644 Apr 12 20:19:02.605088 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-0f32c8dd-daaf-4266-85af-8f43ed1cdb7a req-9633268f-509a-4f1a-a408-2a16596880cc tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447071 Apr 12 20:19:02.720242 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 562ae55f-d15a-44f3-b9a2-75035fe39f78 up at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:19:02.772966 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning for port 562ae55f-d15a-44f3-b9a2-75035fe39f78 completed by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:19:02.780977 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Provisioning complete for port 562ae55f-d15a-44f3-b9a2-75035fe39f78 triggered by entity L2. {{(pid=98484) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:19:02.781767 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1971717'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), provisioning_complete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:02.867480 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Current status of the port 562ae55f-d15a-44f3-b9a2-75035fe39f78 is: BUILD; New status is: ACTIVE {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:19:02.867808 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:02.892400 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78'}] {{(pid=98484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:19:02.894639 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7754c52e274d5db74e44d64436761aa97ed726ea4f77cab5d6139ff687e2a76b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8409bf6d-6489-4885-b73c-dc4acfeba798" -d '{"events": [{"server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "name": "network-vif-plugged", "status": "completed", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78"}]}' {{(pid=98484) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:19:02.910540 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] For port 562ae55f-d15a-44f3-b9a2-75035fe39f78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:02.916300 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767067031592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767066558648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767066558666'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:02.938991 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49228b55-71d9-4be2-a365-0c955b4f4380 x-openstack-request-id: req-49228b55-71d9-4be2-a365-0c955b4f4380 {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:19:02.939276 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "name": "network-vif-plugged", "status": "completed", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78", "code": 200}]} {{(pid=98484) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:19:02.939485 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49228b55-71d9-4be2-a365-0c955b4f4380 {{(pid=98484) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:19:02.940039 dv-cinder-837541-1-iscsi neutron-server[98484]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49228b55-71d9-4be2-a365-0c955b4f4380'] response: {'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'code': 200} Apr 12 20:19:02.966830 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Pushing event updated for resources: {'Port': ['ID=562ae55f-d15a-44f3-b9a2-75035fe39f78,revision_number=5']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:03.100716 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7de0f-3869-4cff-9bbc-cceba6d8b095 req-e83afea1-30d4-4dda-8007-62d5aed0bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:03.102204 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ed7de0f-3869-4cff-9bbc-cceba6d8b095 req-e83afea1-30d4-4dda-8007-62d5aed0bc13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 1129 time: 0.0395093 Apr 12 20:19:03.153534 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9ed7de0f-3869-4cff-9bbc-cceba6d8b095 req-ab5e37f3-4078-41cf-9927-cf5c33b76898 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 Apr 12 20:19:03.734837 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff694e-3cf7-469b-90bf-2cb3963c929a req-0013cd41-bb28-4d82-b9ea-bec1d6b0de0f tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:03.736307 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bff694e-3cf7-469b-90bf-2cb3963c929a req-0013cd41-bb28-4d82-b9ea-bec1d6b0de0f tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 945 time: 0.0563340 Apr 12 20:19:03.783052 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-2bff694e-3cf7-469b-90bf-2cb3963c929a req-9eb4f868-e576-410f-8d5e-9eef4b81152a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Apr 12 20:19:04.898770 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01cb99-8b69-4876-bc04-ae1eb9bbfd8c req-9df76d8d-89ee-418d-85ce-0aeaaf67e1d0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:04.900288 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d01cb99-8b69-4876-bc04-ae1eb9bbfd8c req-9df76d8d-89ee-418d-85ce-0aeaaf67e1d0 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 945 time: 0.0486598 Apr 12 20:19:04.949899 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1d01cb99-8b69-4876-bc04-ae1eb9bbfd8c req-a5ad876d-9be8-4a71-b9d0-be69267c2f3b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412762 Apr 12 20:19:05.060976 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb7e5-505a-42fb-952a-782ad5b902dd req-89593ad5-5a3d-404c-81e0-0463ae7e0c7b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:05.062343 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-9eceb7e5-505a-42fb-952a-782ad5b902dd req-89593ad5-5a3d-404c-81e0-0463ae7e0c7b tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 945 time: 0.0494990 Apr 12 20:19:05.075148 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48478) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:05.079425 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Request body: {'floatingip': {'port_id': '562ae55f-d15a-44f3-b9a2-75035fe39f78'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:19:05.118912 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (fc252462-f5fd-4e8e-bcb6-40e4faec16df), before_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:05.559414 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:05.566654 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (fc252462-f5fd-4e8e-bcb6-40e4faec16df), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:05.669019 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP fc252462-f5fd-4e8e-bcb6-40e4faec16df associated. External IP: 172.27.3.208, port: 562ae55f-d15a-44f3-b9a2-75035fe39f78. Apr 12 20:19:05.893092 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:19:06.013356 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:19:06.018655 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.023403 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:19:06.033785 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:19:06.034381 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:18:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:06.049072 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-39179c17-b0f6-4ff5-8e22-50d56ed6de64 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "PUT /v2.0/floatingips/fc252462-f5fd-4e8e-bcb6-40e4faec16df HTTP/1.1" status: 200 len: 991 time: 0.9728832 Apr 12 20:19:06.049776 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:19:06.052049 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df9320-84b0-4df0-81da-fd8baf27e848" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:19:06.091697 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5eee7b-cbf0-49bc-b3ac-5e44ccd20005 x-openstack-request-id: req-cd5eee7b-cbf0-49bc-b3ac-5e44ccd20005 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:19:06.091984 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:19:06.092230 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd5eee7b-cbf0-49bc-b3ac-5e44ccd20005 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:19:06.092664 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5eee7b-cbf0-49bc-b3ac-5e44ccd20005'] response: {'name': 'network-changed', 'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'status': 'completed', 'code': 200} Apr 12 20:19:06.154236 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-b54aa23b-0fe6-439a-9603-1defdab87073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.155761 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-b54aa23b-0fe6-439a-9603-1defdab87073 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 1129 time: 0.0414329 Apr 12 20:19:06.234390 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:19:06.249210 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-c2eb81b2-bb09-4383-a1d3-21df22f8096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.250696 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-c2eb81b2-bb09-4383-a1d3-21df22f8096b service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0895066 Apr 12 20:19:06.315386 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-847ef738-309d-410e-9a3a-e0f274c0ae2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78 HTTP/1.1" status: 200 len: 999 time: 0.0577548 Apr 12 20:19:06.363402 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-80377ad5-5021-42a7-9cd2-e70627d1487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.364942 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-80377ad5-5021-42a7-9cd2-e70627d1487e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0439720 Apr 12 20:19:06.412952 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-08c8bc45-792b-4148-afee-325bd0cdd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.414393 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-08c8bc45-792b-4148-afee-325bd0cdd3c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425494 Apr 12 20:19:06.446403 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'fc252462-f5fd-4e8e-bcb6-40e4faec16df', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:6f:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:53Z', 'updated_at': '2022-04-12T20:19:05Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:06.476158 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:19:06.484899 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:19:06.485516 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:18:55Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:06.503823 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-90a4fe0e-0af7-47fd-8f59-aa9dbf9b8477 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832071 Apr 12 20:19:06.593596 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:19:06.597138 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-b3df9320-84b0-4df0-81da-fd8baf27e848 req-96baeae5-c249-496a-b8c7-405e98b0a640 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871849 Apr 12 20:19:06.810962 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'fc252462-f5fd-4e8e-bcb6-40e4faec16df', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:6f:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:53Z', 'updated_at': '2022-04-12T20:19:05Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:06.836777 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e313d96-139c-4834-9e28-6c9491021cac None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_floatingips': [{'id': 'fc252462-f5fd-4e8e-bcb6-40e4faec16df', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'router_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'port_id': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'mac_address': 'fa:16:3e:6f:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:53Z', 'updated_at': '2022-04-12T20:19:05Z', 'revision_number': 1, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:19:07.040515 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde9cb4-e5d7-423b-ba7f-bfdcd0f604b8 None None] New status for floating IP fc252462-f5fd-4e8e-bcb6-40e4faec16df: ACTIVE {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:19:21.474262 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:19:22.908445 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d4621276-8be8-4d11-94f2-0d81fdda2e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:25.218541 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1f7577f7-6c79-4dac-b601-28ea0c6b422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:25.902244 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:26.240923 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:27.710264 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:29.033805 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:38.896202 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-fe5f3308-ef2b-45c4-b6cf-77da11427da0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397985 Apr 12 20:19:38.983183 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-810c4e4c-5bda-4a01-a1c4-8e892f448f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:38.984684 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-810c4e4c-5bda-4a01-a1c4-8e892f448f25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=859586cb561343a4a5599d0b3d98b2d7&device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 1129 time: 0.0407732 Apr 12 20:19:39.093851 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-f36b2de0-c6b2-457d-b728-dce1c34725b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:39.095199 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-f36b2de0-c6b2-457d-b728-dce1c34725b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 200 len: 916 time: 0.0917358 Apr 12 20:19:39.157855 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-40e267cb-1c15-4628-8de2-6dbe4565940c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78 HTTP/1.1" status: 200 len: 1001 time: 0.0567675 Apr 12 20:19:39.211194 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-69b24220-b665-4fc1-896f-b0ab7f4183bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:39.212702 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-69b24220-b665-4fc1-896f-b0ab7f4183bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 200 len: 854 time: 0.0483594 Apr 12 20:19:39.534821 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-f1e59d0d-62f5-43bf-97a8-47c1871bf64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:39.536373 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-f1e59d0d-62f5-43bf-97a8-47c1871bf64c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76ac745d-6f59-45fa-8582-67499fe91a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3139000 Apr 12 20:19:39.625570 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-ef6925c8-a0cf-48c5-9d9e-a45637ed3a53 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817394 Apr 12 20:19:39.717663 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-1284b099-67ab-4de8-820b-9fe860bb91c5 req-cd73f46d-6231-4d31-9a90-96626d557339 service neutron] 10.222.0.60 "GET /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857282 Apr 12 20:19:52.911168 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4837-2c23-4fe1-a07e-d5e0df6e55d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.220330 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-90f94471-9157-4ef7-85e7-6b7383f3a718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.894581 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:56.245687 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:57.720633 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:58.473842 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:19:59.040037 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:22.905362 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8c314335-15cc-4a5e-9fb8-bd5c1bdb4ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:25.225035 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-879c2010-ad42-434b-8914-994b97c0005d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:25.914128 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:26.251571 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:27.707160 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:29.042332 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:32.280229 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88da7-e9b8-4294-bcc9-31b8c55f0fec req-3688b907-2812-49d2-beac-23075b2af716 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:32.281672 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bba88da7-e9b8-4294-bcc9-31b8c55f0fec req-3688b907-2812-49d2-beac-23075b2af716 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 945 time: 0.0472684 Apr 12 20:20:32.328079 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-bba88da7-e9b8-4294-bcc9-31b8c55f0fec req-a5f0d485-710e-4b8e-a457-8db4a1d2fd1f tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Apr 12 20:20:33.455297 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e05633-43e9-4501-80b6-999a58be12bf req-410d87ca-6a1c-47ca-a767-46012fc78e2a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:33.456769 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-51e05633-43e9-4501-80b6-999a58be12bf req-410d87ca-6a1c-47ca-a767-46012fc78e2a tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 945 time: 0.0506263 Apr 12 20:20:33.502501 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-51e05633-43e9-4501-80b6-999a58be12bf req-bf69788e-1c9d-4e46-b71f-697fe5436194 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups?id=f734ea2b-54d7-43ce-a50a-b846ee94e9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Apr 12 20:20:34.096152 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-2c1fea74-cae5-4035-a52d-3f2ac6ca3569 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:34.097561 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-2c1fea74-cae5-4035-a52d-3f2ac6ca3569 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 945 time: 0.0566006 Apr 12 20:20:34.183342 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port 562ae55f-d15a-44f3-b9a2-75035fe39f78 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:20:34.183668 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:34.274591 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] For port 562ae55f-d15a-44f3-b9a2-75035fe39f78, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=562ae55f-d15a-44f3-b9a2-75035fe39f78,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:34.274951 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:34.446214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:34.446469 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593090'] for floatingip (fc252462-f5fd-4e8e-bcb6-40e4faec16df), after_update {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:34.446782 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.l3_db [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Floating IP fc252462-f5fd-4e8e-bcb6-40e4faec16df disassociated. External IP: 172.27.3.208, port: 562ae55f-d15a-44f3-b9a2-75035fe39f78. Apr 12 20:20:34.447122 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for 562ae55f-d15a-44f3-b9a2-75035fe39f78 owned by compute:nova {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:20:34.581802 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (562ae55f-d15a-44f3-b9a2-75035fe39f78), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:34.621948 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-3b4e6521-74d0-4b84-8133-e41312fe7bf6 req-005fc55a-cdc8-436a-aabf-646ae473c7c3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7a47484-a639-44eb-96db-970b5b3ae08d HTTP/1.1" status: 200 len: 210 time: 0.0506611 Apr 12 20:20:34.625651 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=562ae55f-d15a-44f3-b9a2-75035fe39f78,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:34.635998 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.635998 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.636246 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.636460 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.636751 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.637079 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.637388 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.637725 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.638029 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.638364 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.638664 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.638984 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.639327 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.639674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.639985 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:34.753920 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:20:34.865603 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:20:34.875396 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:20:34.886383 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:34.887079 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:20:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:34.908042 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] No DVR routers for this DVR port 562ae55f-d15a-44f3-b9a2-75035fe39f78 on host hv-cinder-83754 {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:20:34.910674 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for port (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:34.914215 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [req-84ba1db1-fadd-4076-a8f4-3ff21dad7640 req-d473f794-129f-475f-820a-62ca7a3e19f8 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.60 "DELETE /v2.0/ports/562ae55f-d15a-44f3-b9a2-75035fe39f78 HTTP/1.1" status: 204 len: 173 time: 0.8118894 Apr 12 20:20:34.914678 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'name': 'network-vif-deleted', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78'}] {{(pid=98483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:20:34.917468 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ff8f3cd2cd37ef29ca991a9ff8934d69ed2bf750ccfd68bd3d95dfd0706454c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b508cc7-849f-467e-989c-49b9fc42e891" -d '{"events": [{"server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "name": "network-vif-deleted", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78"}]}' {{(pid=98483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:20:35.002397 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:35.044295 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81145304-9287-4626-b194-aa80c63dcdd9 x-openstack-request-id: req-81145304-9287-4626-b194-aa80c63dcdd9 {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:20:35.045032 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a47484-a639-44eb-96db-970b5b3ae08d", "name": "network-vif-deleted", "tag": "562ae55f-d15a-44f3-b9a2-75035fe39f78", "status": "completed", "code": 200}]} {{(pid=98483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:20:35.045450 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81145304-9287-4626-b194-aa80c63dcdd9 {{(pid=98483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:20:35.046164 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81145304-9287-4626-b194-aa80c63dcdd9'] response: {'server_uuid': 'b7a47484-a639-44eb-96db-970b5b3ae08d', 'name': 'network-vif-deleted', 'tag': '562ae55f-d15a-44f3-b9a2-75035fe39f78', 'status': 'completed', 'code': 200} Apr 12 20:20:35.200426 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:35.229365 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:20:35.238599 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:35.239193 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:20:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:35.440052 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:35.475748 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:20:35.653410 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:35.680911 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828aae9-2c0b-4cba-b297-25153dd20889 None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi', '_interfaces': [{'id': 'bb889fb8-b450-408f-9d4f-0479ed68674e', 'name': '', 'network_id': '76ac745d-6f59-45fa-8582-67499fe91a41', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'mac_address': 'fa:16:3e:42:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:44Z', 'updated_at': '2022-04-12T20:12:47Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'subnets': [{'id': '85260ba2-c1c0-4423-8fc5-ea8f81d94321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:20:35.709139 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48590) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:35.764336 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-90a8f031-49e3-4b6e-a67f-8b9989c47466 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (f734ea2b-54d7-43ce-a50a-b846ee94e9ff), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:35.787930 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-90a8f031-49e3-4b6e-a67f-8b9989c47466 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (f734ea2b-54d7-43ce-a50a-b846ee94e9ff), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:35.839381 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-90a8f031-49e3-4b6e-a67f-8b9989c47466 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (f734ea2b-54d7-43ce-a50a-b846ee94e9ff), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:35.842060 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-90a8f031-49e3-4b6e-a67f-8b9989c47466 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:35.843289 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-90a8f031-49e3-4b6e-a67f-8b9989c47466 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/security-groups/f734ea2b-54d7-43ce-a50a-b846ee94e9ff HTTP/1.1" status: 204 len: 168 time: 0.1331215 Apr 12 20:20:35.846254 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48592) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:35.854511 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8f031-49e3-4b6e-a67f-8b9989c47466 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f734ea2b-54d7-43ce-a50a-b846ee94e9ff,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:35.867416 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.api.v2.resource [None req-517b744e-9a1b-4989-865f-6ba8209b74d3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] show failed (client error): The resource could not be found. Apr 12 20:20:35.868573 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-517b744e-9a1b-4989-865f-6ba8209b74d3 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "GET /v2.0/security-groups/f734ea2b-54d7-43ce-a50a-b846ee94e9ff HTTP/1.1" status: 404 len: 347 time: 0.0212271 Apr 12 20:20:35.871747 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48596) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:35.904110 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fce60-792b-42bc-9af9-eccc1d7566ff None None] New status for floating IP fc252462-f5fd-4e8e-bcb6-40e4faec16df: DOWN {{(pid=98484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:20:35.989672 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Deleting port daf32548-ff4c-48c0-a94d-b80bef43aae7 {{(pid=98482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:20:35.990012 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:36.074705 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:36.075038 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (daf32548-ff4c-48c0-a94d-b80bef43aae7), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:36.086674 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.plugin [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Calling delete_port for daf32548-ff4c-48c0-a94d-b80bef43aae7 owned by network:floatingip {{(pid=98482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:20:36.223411 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8741517'] for port (daf32548-ff4c-48c0-a94d-b80bef43aae7), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:36.247634 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Pushing event deleted for resources: {'Port': ['ID=daf32548-ff4c-48c0-a94d-b80bef43aae7,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:36.259830 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.260176 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.260513 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.260843 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.261175 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.261498 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.261817 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.262133 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.262452 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.262767 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.263084 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.263383 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.263749 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.264064 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.264375 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:36.318231 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks [] for floatingip (fc252462-f5fd-4e8e-bcb6-40e4faec16df), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:36.321079 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93980'] for floatingip (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:36.322233 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-feba46e4-70e2-49d5-8693-1db91ed21532 tempest-AttachVolumeNegativeTest-1072371002 tempest-AttachVolumeNegativeTest-1072371002-project] 10.222.0.43 "DELETE /v2.0/floatingips/fc252462-f5fd-4e8e-bcb6-40e4faec16df HTTP/1.1" status: 204 len: 168 time: 0.4494703 Apr 12 20:20:37.140635 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 562ae55f-d15a-44f3-b9a2-75035fe39f78 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:20:37.165671 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] No Port match for: 562ae55f-d15a-44f3-b9a2-75035fe39f78 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:20:37.166017 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Device 562ae55f-d15a-44f3-b9a2-75035fe39f78 not bound to the agent host hv-cinder-83754 {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:20:40.015208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48634) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:40.457687 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593858'] for router_interface (d81082a6-9380-4ad8-8813-4a0aa87775ea), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:40.690469 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Deleting port bb889fb8-b450-408f-9d4f-0479ed68674e {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:20:40.690717 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:40.774929 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] For port bb889fb8-b450-408f-9d4f-0479ed68674e, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=bb889fb8-b450-408f-9d4f-0479ed68674e,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:40.775297 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:40.788570 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Calling delete_port for bb889fb8-b450-408f-9d4f-0479ed68674e owned by network:router_interface {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:20:40.979017 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (bb889fb8-b450-408f-9d4f-0479ed68674e), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:41.003420 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bb889fb8-b450-408f-9d4f-0479ed68674e,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:41.171903 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593758'] for router_interface (d81082a6-9380-4ad8-8813-4a0aa87775ea), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:41.405553 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Router d81082a6-9380-4ad8-8813-4a0aa87775ea has already been hosted by L3 agent 1092ec2c-51fb-4d16-996d-7eec9066377c {{(pid=98483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:20:41.527631 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] Notify agent at l3_agent.dv-cinder-837541-1-iscsi the message routers_updated {{(pid=98483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:20:41.533303 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-0fe648e7-bf00-444b-8aee-2609eec989dd admin admin] 10.222.0.43 "PUT /v2.0/routers/d81082a6-9380-4ad8-8813-4a0aa87775ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5169618 Apr 12 20:20:41.536465 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48638) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:41.539269 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] Sync routers for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:20:41.549881 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:41.550561 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:20:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:41.645014 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks [] for router (d81082a6-9380-4ad8-8813-4a0aa87775ea), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:41.660665 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: dv-cinder-837541-1-iscsi {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:41.760997 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks [] for router_gateway (d81082a6-9380-4ad8-8813-4a0aa87775ea), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:41.806798 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Deleting port 4d311297-322c-41f6-add0-91d38966aae2 {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:20:41.807032 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (4d311297-322c-41f6-add0-91d38966aae2), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:41.833536 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'external_fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '4d311297-322c-41f6-add0-91d38966aae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:20:40Z', 'revision_number': 5, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port': {'id': '4d311297-322c-41f6-add0-91d38966aae2', 'name': '', 'network_id': 'a8c27c22-0e4e-4e4b-8783-8971f0f63bf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837541-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:42Z', 'updated_at': '2022-04-12T20:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf43cdab-eb80-40dc-89e0-fbe9e6236842', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837541-1-iscsi'}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:41.859262 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] Checking router: d81082a6-9380-4ad8-8813-4a0aa87775ea for host: dv-cinder-837541-1-iscsi {{(pid=98485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:20:41.867593 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] Routers {'d81082a6-9380-4ad8-8813-4a0aa87775ea'} bound to L3 agent in host dv-cinder-837541-1-iscsi {{(pid=98485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:41.868207 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837541-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T19:54:55Z,description=,heartbeat_timestamp=2022-04-12T20:20:25Z,host='dv-cinder-837541-1-iscsi',id=1092ec2c-51fb-4d16-996d-7eec9066377c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:54:55Z,topic='l3_agent')) {'router_ids': ['d81082a6-9380-4ad8-8813-4a0aa87775ea'], 'active': True} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:41.884798 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] For port 4d311297-322c-41f6-add0-91d38966aae2, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=4d311297-322c-41f6-add0-91d38966aae2,segment=NetworkSegment(97aaf2df-da9a-4e74-a372-847bd1ac3715),segment_id=97aaf2df-da9a-4e74-a372-847bd1ac3715)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:41.885188 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (4d311297-322c-41f6-add0-91d38966aae2), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:41.901824 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Calling delete_port for 4d311297-322c-41f6-add0-91d38966aae2 owned by network:router_gateway {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:20:41.973212 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_dvr_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] Set router d81082a6-9380-4ad8-8813-4a0aa87775ea gateway port host: None {{(pid=98485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:42.045343 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.l3_hamode_db [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:20:41Z', 'revision_number': 6, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port_host': None}], 'dv-cinder-837541-1-iscsi', False) {} {{(pid=98485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:42.073564 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (4d311297-322c-41f6-add0-91d38966aae2), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.081007 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648032e9-b427-432f-a4e5-30e6bdeee8a4 None None] The sync data for ids ['d81082a6-9380-4ad8-8813-4a0aa87775ea'] in dv-cinder-837541-1-iscsi is: [{'id': 'd81082a6-9380-4ad8-8813-4a0aa87775ea', 'name': 'tempest-AttachVolumeNegativeTest-1612573651-router', 'tenant_id': '859586cb561343a4a5599d0b3d98b2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:41Z', 'updated_at': '2022-04-12T20:20:41Z', 'revision_number': 6, 'project_id': '859586cb561343a4a5599d0b3d98b2d7', 'gw_port_host': None}] {{(pid=98485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:20:42.099856 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d311297-322c-41f6-add0-91d38966aae2,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:42.174779 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593144'] for router_gateway (d81082a6-9380-4ad8-8813-4a0aa87775ea), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.270600 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7322'] for router (d81082a6-9380-4ad8-8813-4a0aa87775ea), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.272734 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks [] for router_controller (d81082a6-9380-4ad8-8813-4a0aa87775ea), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.324808 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596253'] for router (d81082a6-9380-4ad8-8813-4a0aa87775ea), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.324808 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d81082a6-9380-4ad8-8813-4a0aa87775ea {{(pid=98483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:20:42.329413 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.330892 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-bc5629c3-a853-46db-b5cb-5d48d4f68881 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d81082a6-9380-4ad8-8813-4a0aa87775ea HTTP/1.1" status: 204 len: 168 time: 0.7934704 Apr 12 20:20:42.333710 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48640) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:42.377574 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] Deleting subnet 85260ba2-c1c0-4423-8fc5-ea8f81d94321 {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:20:42.380762 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] Publish callbacks [] for subnet (85260ba2-c1c0-4423-8fc5-ea8f81d94321), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.415533 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (85260ba2-c1c0-4423-8fc5-ea8f81d94321), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.500874 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (85260ba2-c1c0-4423-8fc5-ea8f81d94321), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.554300 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (85260ba2-c1c0-4423-8fc5-ea8f81d94321), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.580172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85260ba2-c1c0-4423-8fc5-ea8f81d94321,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:42.582020 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.586014 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-71152697-7178-4a37-8622-b2ab81ec0e39 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/85260ba2-c1c0-4423-8fc5-ea8f81d94321 HTTP/1.1" status: 204 len: 168 time: 0.2505636 Apr 12 20:20:42.586337 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc58803-4863-4349-a97e-ef8dfc4dadab None None] Network 76ac745d-6f59-45fa-8582-67499fe91a41 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:20:42.587721 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48642) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:42.881618 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] DHCP port deletion for 76ac745d-6f59-45fa-8582-67499fe91a41 request from dv-cinder-837541-1-iscsi {{(pid=98484) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:20:42.935107 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (76ac745d-6f59-45fa-8582-67499fe91a41), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.935420 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Deleting port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc {{(pid=98484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:20:42.935828 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), before_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.948653 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4d311297-322c-41f6-add0-91d38966aae2 no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:20:42.978582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Deleting port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc {{(pid=98483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:20:42.978909 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767067024680'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.980298 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: 4d311297-322c-41f6-add0-91d38966aae2 {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:20:42.980623 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device 4d311297-322c-41f6-add0-91d38966aae2 not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:20:42.981542 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device eb991471-ed30-4d04-a2b1-aabb5eb4d4fc no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:20:43.040448 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.db [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] For port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:43.040800 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.052624 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.db [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] For port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc, host dv-cinder-837541-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837541-1-iscsi',level=0,port_id=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,segment=NetworkSegment(461824f6-695d-4d6d-8b4d-24b00150de1a),segment_id=461824f6-695d-4d6d-8b4d-24b00150de1a)] {{(pid=98484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:43.053019 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653388'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), precommit_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.053233 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.plugin [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Calling delete_port for eb991471-ed30-4d04-a2b1-aabb5eb4d4fc owned by network:dhcp {{(pid=98483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:20:43.071674 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Calling delete_port for eb991471-ed30-4d04-a2b1-aabb5eb4d4fc owned by network:dhcp {{(pid=98484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:20:43.136208 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985889'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.162020 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:43.166198 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] No DVR routers for this DVR port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc on host dv-cinder-837541-1-iscsi {{(pid=98483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:20:43.181532 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Current status of the port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc is: ACTIVE; New status is: DOWN {{(pid=98484) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:20:43.181926 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), before_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.207098 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767067031574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767066558639'] for port (eb991471-ed30-4d04-a2b1-aabb5eb4d4fc), after_delete {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.242345 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (76ac745d-6f59-45fa-8582-67499fe91a41), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.244712 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device bb889fb8-b450-408f-9d4f-0479ed68674e no longer exists at agent ovs-agent-dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:20:43.262497 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ac745d-6f59-45fa-8582-67499fe91a41']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:43.263817 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Pushing event deleted for resources: {'Port': ['ID=eb991471-ed30-4d04-a2b1-aabb5eb4d4fc,revision_number=None']} {{(pid=98484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:43.271134 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.plugin [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] No Port match for: bb889fb8-b450-408f-9d4f-0479ed68674e {{(pid=98484) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:20:43.271474 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Device bb889fb8-b450-408f-9d4f-0479ed68674e not bound to the agent host dv-cinder-837541-1-iscsi {{(pid=98484) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:20:43.273801 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.274067 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.274409 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.274781 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.275117 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.275440 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.275984 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.276311 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.276637 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.276778 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461824f6-695d-4d6d-8b4d-24b00150de1a') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:43.276954 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.277064 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461824f6-695d-4d6d-8b4d-24b00150de1a') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:43.277266 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.277590 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.277915 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.278234 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.278550 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837541-1-iscsi {{(pid=98484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:43.282554 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654ad37-8298-4ee2-b06a-86fa50772365 None None] No DVR routers for this DVR port eb991471-ed30-4d04-a2b1-aabb5eb4d4fc on host dv-cinder-837541-1-iscsi {{(pid=98484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:20:43.288164 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (461824f6-695d-4d6d-8b4d-24b00150de1a), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.307139 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (461824f6-695d-4d6d-8b4d-24b00150de1a), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.313477 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:20:43.313829 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (461824f6-695d-4d6d-8b4d-24b00150de1a), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:20:43.315688 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:20:43.376980 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (76ac745d-6f59-45fa-8582-67499fe91a41), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.382510 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.385579 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] 10.222.0.43 "DELETE /v2.0/networks/76ac745d-6f59-45fa-8582-67499fe91a41 HTTP/1.1" status: 204 len: 168 time: 0.7969310 Apr 12 20:20:43.396207 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536894-4fb9-4d36-bdc9-f1f78ccc2c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ac745d-6f59-45fa-8582-67499fe91a41,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:43.502261 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48648) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:43.541217 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a615db4f-afc9-4d60-8172-ccd99c8b8857 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=859586cb561343a4a5599d0b3d98b2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378036 Apr 12 20:20:43.545047 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48650) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:43.591002 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4088a4e6-5e8a-45fd-b1c1-9e30aea55db5 admin admin] Publish callbacks [] for security_group (dec6a66a-00e2-488b-87ba-00ebf04bdcbe), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.611112 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4088a4e6-5e8a-45fd-b1c1-9e30aea55db5 admin admin] Publish callbacks [] for security_group (dec6a66a-00e2-488b-87ba-00ebf04bdcbe), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.658628 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4088a4e6-5e8a-45fd-b1c1-9e30aea55db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dec6a66a-00e2-488b-87ba-00ebf04bdcbe), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.661192 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-4088a4e6-5e8a-45fd-b1c1-9e30aea55db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:43.662371 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-4088a4e6-5e8a-45fd-b1c1-9e30aea55db5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dec6a66a-00e2-488b-87ba-00ebf04bdcbe HTTP/1.1" status: 204 len: 168 time: 0.1163807 Apr 12 20:20:43.670226 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a4e6-5e8a-45fd-b1c1-9e30aea55db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6a66a-00e2-488b-87ba-00ebf04bdcbe,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:52.908794 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-5f09cfa7-1207-4939-900a-0ffff4f8385c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.140498 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48764) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:53.255831 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a311996f-8a58-4aac-9566-66eefc16fe3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.338906 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a311996f-8a58-4aac-9566-66eefc16fe3f admin admin] Publish callbacks [] for security_group (56350807-3527-48f7-87a9-71f647df4450), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.345186 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-a311996f-8a58-4aac-9566-66eefc16fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (56350807-3527-48f7-87a9-71f647df4450), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.389102 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a311996f-8a58-4aac-9566-66eefc16fe3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ec0a38c76b84c318aacd8df1a6b8cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471707 Apr 12 20:20:53.389753 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311996f-8a58-4aac-9566-66eefc16fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56350807-3527-48f7-87a9-71f647df4450,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:53.392791 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48768) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:53.448047 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33dc89a2-005e-40d1-8531-4624da15e8f1 admin admin] Publish callbacks [] for security_group (56350807-3527-48f7-87a9-71f647df4450), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.469417 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33dc89a2-005e-40d1-8531-4624da15e8f1 admin admin] Publish callbacks [] for security_group (56350807-3527-48f7-87a9-71f647df4450), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.519604 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33dc89a2-005e-40d1-8531-4624da15e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (56350807-3527-48f7-87a9-71f647df4450), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.522575 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33dc89a2-005e-40d1-8531-4624da15e8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:53.523738 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-33dc89a2-005e-40d1-8531-4624da15e8f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56350807-3527-48f7-87a9-71f647df4450 HTTP/1.1" status: 204 len: 168 time: 0.1297164 Apr 12 20:20:53.530991 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc89a2-005e-40d1-8531-4624da15e8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56350807-3527-48f7-87a9-71f647df4450,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:54.191705 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48790) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:54.294721 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633367963-network', 'tenant_id': 'd0ca4f683e55431a8964805ec6ae7d5a'}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:54.315644 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Made reservation on behalf of d0ca4f683e55431a8964805ec6ae7d5a for: {'network': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:20:54.318050 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.327162 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.402978 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks [] for security_group (639b63d9-5f74-4591-8df6-fb33bb776e73), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.408442 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (639b63d9-5f74-4591-8df6-fb33bb776e73), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.434439 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=98483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:20:54.444974 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639b63d9-5f74-4591-8df6-fb33bb776e73,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:54.450228 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (949a1331-b7c1-4e83-abc1-e9a0ade7bb37), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.450565 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.db.segments_db [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Added segment 949a1331-b7c1-4e83-abc1-e9a0ade7bb37 of type vlan for network fd1af5aa-2703-46e7-8a56-d0e133aed6d6 Apr 12 20:20:54.490571 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (fd1af5aa-2703-46e7-8a56-d0e133aed6d6), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.516330 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (fd1af5aa-2703-46e7-8a56-d0e133aed6d6), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.517292 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:54.517892 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.551370 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3585904 Apr 12 20:20:54.554687 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48794) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:54.559880 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Request body: {'subnet': {'network_id': 'fd1af5aa-2703-46e7-8a56-d0e133aed6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633367963-subnet', 'tenant_id': 'd0ca4f683e55431a8964805ec6ae7d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:54.582797 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Made reservation on behalf of d0ca4f683e55431a8964805ec6ae7d5a for: {'subnet': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:20:54.583142 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293141fd-d117-4a0b-b631-218228d593d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd1af5aa-2703-46e7-8a56-d0e133aed6d6,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:54.585203 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8467760'] for subnet (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.593907 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network fd1af5aa-2703-46e7-8a56-d0e133aed6d6 details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:20:54.752802 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8741693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8467750'] for subnet (2f7d6e44-19b2-4d27-a15e-d82170e0f3d8), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.799743 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7d6e44-19b2-4d27-a15e-d82170e0f3d8,revision_number=0']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:54.815771 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Checking segment: {'id': '949a1331-b7c1-4e83-abc1-e9a0ade7bb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fd1af5aa-2703-46e7-8a56-d0e133aed6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:20:54.816124 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Network hostable DHCP agents. Network: fd1af5aa-2703-46e7-8a56-d0e133aed6d6, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:20:54.837394 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Network fd1af5aa-2703-46e7-8a56-d0e133aed6d6 is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:20:54.848037 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.scheduler.base_scheduler [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, fd1af5aa-2703-46e7-8a56-d0e133aed6d6) {{(pid=98482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:20:54.852375 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:54.852995 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:54.858974 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615abd0-af04-470a-8822-a7df38b0e8a5 None None] Network fd1af5aa-2703-46e7-8a56-d0e133aed6d6 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:20:54.876091 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-48c8b080-42e3-4a9a-a62e-21a2008e9ae4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3201249 Apr 12 20:20:54.961228 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a752913-2657-489b-b263-6a51ab80faa3 None None] Network fd1af5aa-2703-46e7-8a56-d0e133aed6d6 requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:20:55.217669 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-b915b000-7ebe-4627-89ea-6ed80345d706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.355882 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48810) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:55.360862 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.v2.base [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-575700167-network', 'tenant_id': '89504c2acbd748989b3f7c564eb5b506'}} {{(pid=98482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:55.383610 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Made reservation on behalf of 89504c2acbd748989b3f7c564eb5b506 for: {'network': 1} {{(pid=98482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:20:55.385887 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920010'] for network (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.394261 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.473844 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks [] for security_group (0cc5272b-a01e-47a3-84c8-324bbaa0301d), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.479745 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0cc5272b-a01e-47a3-84c8-324bbaa0301d), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.502755 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=98482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:20:55.511267 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc5272b-a01e-47a3-84c8-324bbaa0301d,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:55.517027 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (9ee64884-aa69-4793-b81d-299debdf4fd4), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.517417 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.db.segments_db [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Added segment 9ee64884-aa69-4793-b81d-299debdf4fd4 of type vlan for network 611edcd6-5b84-4b1f-8355-65879729d7fb Apr 12 20:20:55.556187 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767066545372'] for network (611edcd6-5b84-4b1f-8355-65879729d7fb), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.581883 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941'] for network (611edcd6-5b84-4b1f-8355-65879729d7fb), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.582803 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:55.583373 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.637971 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2810295 Apr 12 20:20:55.641130 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48812) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:55.643269 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd007c-dba1-4452-9244-4439f2cb41d9 admin admin] Pushing event updated for resources: {'Network': ['ID=611edcd6-5b84-4b1f-8355-65879729d7fb,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:55.646147 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.v2.base [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Request body: {'subnet': {'network_id': '611edcd6-5b84-4b1f-8355-65879729d7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-575700167-subnet', 'tenant_id': '89504c2acbd748989b3f7c564eb5b506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:55.654495 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.plugins.ml2.rpc [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Network 611edcd6-5b84-4b1f-8355-65879729d7fb details requested by agent ovs-agent-dv-cinder-837541-1-iscsi with host dv-cinder-837541-1-iscsi {{(pid=98484) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:20:55.666371 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Made reservation on behalf of 89504c2acbd748989b3f7c564eb5b506 for: {'subnet': 1} {{(pid=98483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:20:55.668717 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9009213'] for subnet (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.834206 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9009195'] for subnet (414f74da-670d-41f4-9890-c7757151b5a9), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.885172 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Pushing event updated for resources: {'Subnet': ['ID=414f74da-670d-41f4-9890-c7757151b5a9,revision_number=0']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:55.895341 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Checking segment: {'id': '9ee64884-aa69-4793-b81d-299debdf4fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '611edcd6-5b84-4b1f-8355-65879729d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:20:55.895724 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Network hostable DHCP agents. Network: 611edcd6-5b84-4b1f-8355-65879729d7fb, hostable agents: ['8399e589-a638-41c6-9f53-a95b44cabc2d'], hosted agents: [] {{(pid=98483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:20:55.902777 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.912489 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Network 611edcd6-5b84-4b1f-8355-65879729d7fb is scheduled to be hosted by DHCP agent 8399e589-a638-41c6-9f53-a95b44cabc2d with binding_index 1 {{(pid=98483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:20:55.921989 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.scheduler.base_scheduler [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837541-1-iscsi, 611edcd6-5b84-4b1f-8355-65879729d7fb) {{(pid=98483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:20:55.926433 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:55.927021 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:55.932328 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11af79-e437-4afc-b65b-b51cd538100d None None] Network 611edcd6-5b84-4b1f-8355-65879729d7fb requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:20:55.946976 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-c63b01d5-b670-47d0-9817-53b576b3177c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3015294 Apr 12 20:20:56.028541 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f24be8-0369-4469-a458-f91c1d046c8e None None] Network 611edcd6-5b84-4b1f-8355-65879729d7fb requested from dv-cinder-837541-1-iscsi {{(pid=98484) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:20:56.057659 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48816) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:56.105294 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] Deleting subnet 2f7d6e44-19b2-4d27-a15e-d82170e0f3d8 {{(pid=98482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:20:56.108499 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] Publish callbacks [] for subnet (2f7d6e44-19b2-4d27-a15e-d82170e0f3d8), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.146515 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10058347'] for subnet (2f7d6e44-19b2-4d27-a15e-d82170e0f3d8), precommit_delete_associations {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.187161 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (2f7d6e44-19b2-4d27-a15e-d82170e0f3d8), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.240114 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8741602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8467743'] for subnet (2f7d6e44-19b2-4d27-a15e-d82170e0f3d8), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.244611 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.269266 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7d6e44-19b2-4d27-a15e-d82170e0f3d8,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:56.274914 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for subnet (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.276127 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-14a3bfe2-7c6b-4c85-9ff0-7344ba24f118 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2f7d6e44-19b2-4d27-a15e-d82170e0f3d8 HTTP/1.1" status: 204 len: 168 time: 0.2173877 Apr 12 20:20:56.278696 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48818) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:56.345288 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (fd1af5aa-2703-46e7-8a56-d0e133aed6d6), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.422496 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (fd1af5aa-2703-46e7-8a56-d0e133aed6d6), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.441804 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1af5aa-2703-46e7-8a56-d0e133aed6d6']}} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:56.451231 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949a1331-b7c1-4e83-abc1-e9a0ade7bb37') {'for_net_delete': True} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:56.451540 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.services.segments.db [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949a1331-b7c1-4e83-abc1-e9a0ade7bb37') {} {{(pid=98482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:56.460797 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10058320'] for segment (949a1331-b7c1-4e83-abc1-e9a0ade7bb37), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.473803 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (949a1331-b7c1-4e83-abc1-e9a0ade7bb37), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.480600 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=98482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:20:56.480981 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8741464'] for segment (949a1331-b7c1-4e83-abc1-e9a0ade7bb37), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: Traceback (most recent call last): Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: timer() Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: cb(*args, **kw) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: return func(*args, **kwargs) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: self._notify() Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: self.callback(batched_events) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: event.method(event) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: return f(self, *a, **k) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._get(url).json() Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: return self.request(url, 'GET', **kwargs) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:20:56.482631 dv-cinder-837541-1-iscsi neutron-server[98482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:20:56.538977 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (fd1af5aa-2703-46e7-8a56-d0e133aed6d6), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.543468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.546725 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] 10.222.0.43 "DELETE /v2.0/networks/fd1af5aa-2703-46e7-8a56-d0e133aed6d6 HTTP/1.1" status: 204 len: 168 time: 0.2670436 Apr 12 20:20:56.549807 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48820) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:56.558848 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ba85f-203e-415e-b9b3-b5cfdd94cc0c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1af5aa-2703-46e7-8a56-d0e133aed6d6,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:56.594894 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] Deleting subnet 414f74da-670d-41f4-9890-c7757151b5a9 {{(pid=98483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:20:56.598163 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] Publish callbacks [] for subnet (414f74da-670d-41f4-9890-c7757151b5a9), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.635282 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8666629'] for subnet (414f74da-670d-41f4-9890-c7757151b5a9), precommit_delete_associations {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.673435 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1876257'] for subnet (414f74da-670d-41f4-9890-c7757151b5a9), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.736052 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1876278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9009170'] for subnet (414f74da-670d-41f4-9890-c7757151b5a9), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.766028 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414f74da-670d-41f4-9890-c7757151b5a9,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:56.769991 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.773062 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-fb7fcf6d-5cc2-4b45-a6c6-7a99bae52612 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/414f74da-670d-41f4-9890-c7757151b5a9 HTTP/1.1" status: 204 len: 168 time: 0.2220619 Apr 12 20:20:56.775787 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48822) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:56.848044 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295952'] for network (611edcd6-5b84-4b1f-8355-65879729d7fb), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.924126 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1878170', 'neutron.services.segments.db._delete_segments_for_network-8767066853048'] for network (611edcd6-5b84-4b1f-8355-65879729d7fb), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.944469 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611edcd6-5b84-4b1f-8355-65879729d7fb']}} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:56.954391 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee64884-aa69-4793-b81d-299debdf4fd4') {'for_net_delete': True} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:56.954679 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.services.segments.db [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee64884-aa69-4793-b81d-299debdf4fd4') {} {{(pid=98483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:56.969728 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767067038657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8666686'] for segment (9ee64884-aa69-4793-b81d-299debdf4fd4), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.983635 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802'] for segment (9ee64884-aa69-4793-b81d-299debdf4fd4), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.989555 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=98483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:20:56.989919 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1883802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8986100'] for segment (9ee64884-aa69-4793-b81d-299debdf4fd4), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: Traceback (most recent call last): Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: timer() Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: cb(*args, **kw) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: return func(*args, **kwargs) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: self._notify() Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: self.callback(batched_events) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: event.method(event) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: return f(self, *a, **k) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._get(url).json() Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: return self.request(url, 'GET', **kwargs) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:20:56.991544 dv-cinder-837541-1-iscsi neutron-server[98483]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:20:57.051765 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1878179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593116'] for network (611edcd6-5b84-4b1f-8355-65879729d7fb), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.058144 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585767'] for network (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.062027 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/611edcd6-5b84-4b1f-8355-65879729d7fb HTTP/1.1" status: 204 len: 168 time: 0.2853565 Apr 12 20:20:57.072924 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57834065-2abc-46b0-8141-9b70acd4ffc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=611edcd6-5b84-4b1f-8355-65879729d7fb,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:57.236171 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48826) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:57.276156 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-a55aa168-8ab6-417e-999f-bc381f0eac49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0ca4f683e55431a8964805ec6ae7d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387590 Apr 12 20:20:57.279542 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48828) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:57.326644 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d273847d-8bf2-4be3-86de-bfff06d885d6 admin admin] Publish callbacks [] for security_group (639b63d9-5f74-4591-8df6-fb33bb776e73), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.348577 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d273847d-8bf2-4be3-86de-bfff06d885d6 admin admin] Publish callbacks [] for security_group (639b63d9-5f74-4591-8df6-fb33bb776e73), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.402486 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d273847d-8bf2-4be3-86de-bfff06d885d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (639b63d9-5f74-4591-8df6-fb33bb776e73), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.405058 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d273847d-8bf2-4be3-86de-bfff06d885d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.406230 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d273847d-8bf2-4be3-86de-bfff06d885d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/639b63d9-5f74-4591-8df6-fb33bb776e73 HTTP/1.1" status: 204 len: 168 time: 0.1258345 Apr 12 20:20:57.417399 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273847d-8bf2-4be3-86de-bfff06d885d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639b63d9-5f74-4591-8df6-fb33bb776e73,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:57.704025 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.740470 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48834) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:57.780736 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-447d9feb-1a02-4700-bc9e-9f094aa837a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89504c2acbd748989b3f7c564eb5b506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391364 Apr 12 20:20:57.783214 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48836) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:57.833339 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dcccd977-0436-4705-a9cd-04c3a97d4e99 admin admin] Publish callbacks [] for security_group (0cc5272b-a01e-47a3-84c8-324bbaa0301d), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.854131 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dcccd977-0436-4705-a9cd-04c3a97d4e99 admin admin] Publish callbacks [] for security_group (0cc5272b-a01e-47a3-84c8-324bbaa0301d), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.902083 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dcccd977-0436-4705-a9cd-04c3a97d4e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0cc5272b-a01e-47a3-84c8-324bbaa0301d), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.904917 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-dcccd977-0436-4705-a9cd-04c3a97d4e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:57.906023 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-dcccd977-0436-4705-a9cd-04c3a97d4e99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cc5272b-a01e-47a3-84c8-324bbaa0301d HTTP/1.1" status: 204 len: 168 time: 0.1219106 Apr 12 20:20:57.913449 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccd977-0436-4705-a9cd-04c3a97d4e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc5272b-a01e-47a3-84c8-324bbaa0301d,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:59.035633 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.831235 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48966) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:06.943993 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d901a352-bec6-4986-8ce1-1b99eccc5b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.020178 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d901a352-bec6-4986-8ce1-1b99eccc5b65 admin admin] Publish callbacks [] for security_group (4fdc822f-a15d-4367-95f0-66f4d88128a9), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.026706 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-d901a352-bec6-4986-8ce1-1b99eccc5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (4fdc822f-a15d-4367-95f0-66f4d88128a9), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.068607 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901a352-bec6-4986-8ce1-1b99eccc5b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc822f-a15d-4367-95f0-66f4d88128a9,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:07.073147 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-d901a352-bec6-4986-8ce1-1b99eccc5b65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51b99f9a313e42618b61b9834e8984ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408795 Apr 12 20:21:07.075966 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48970) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:07.122582 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef001-5c3c-4ea7-b061-b47c496e5f65 admin admin] Publish callbacks [] for security_group (4fdc822f-a15d-4367-95f0-66f4d88128a9), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.144567 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef001-5c3c-4ea7-b061-b47c496e5f65 admin admin] Publish callbacks [] for security_group (4fdc822f-a15d-4367-95f0-66f4d88128a9), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.194109 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef001-5c3c-4ea7-b061-b47c496e5f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (4fdc822f-a15d-4367-95f0-66f4d88128a9), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.197162 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef001-5c3c-4ea7-b061-b47c496e5f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.198359 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-ba8ef001-5c3c-4ea7-b061-b47c496e5f65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fdc822f-a15d-4367-95f0-66f4d88128a9 HTTP/1.1" status: 204 len: 168 time: 0.1214526 Apr 12 20:21:07.206373 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ef001-5c3c-4ea7-b061-b47c496e5f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc822f-a15d-4367-95f0-66f4d88128a9,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:07.486097 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48976) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:07.499418 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7fd930d7-40f5-4a3e-aaac-62aaace84880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.578539 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7fd930d7-40f5-4a3e-aaac-62aaace84880 admin admin] Publish callbacks [] for security_group (ef1bcf3e-87b1-48ff-9468-eae48f6be7c9), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.584268 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-7fd930d7-40f5-4a3e-aaac-62aaace84880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ef1bcf3e-87b1-48ff-9468-eae48f6be7c9), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.620483 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-7fd930d7-40f5-4a3e-aaac-62aaace84880 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd64b326e3bb4d1f90c4d97cd9df8b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333525 Apr 12 20:21:07.621313 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd930d7-40f5-4a3e-aaac-62aaace84880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1bcf3e-87b1-48ff-9468-eae48f6be7c9,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:07.623754 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48978) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:07.673636 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58ec0f98-519a-44ed-bf33-789b507f1d1e admin admin] Publish callbacks [] for security_group (ef1bcf3e-87b1-48ff-9468-eae48f6be7c9), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.694077 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58ec0f98-519a-44ed-bf33-789b507f1d1e admin admin] Publish callbacks [] for security_group (ef1bcf3e-87b1-48ff-9468-eae48f6be7c9), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.747625 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58ec0f98-519a-44ed-bf33-789b507f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (ef1bcf3e-87b1-48ff-9468-eae48f6be7c9), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.751456 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-58ec0f98-519a-44ed-bf33-789b507f1d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:07.752869 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-58ec0f98-519a-44ed-bf33-789b507f1d1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef1bcf3e-87b1-48ff-9468-eae48f6be7c9 HTTP/1.1" status: 204 len: 168 time: 0.1280997 Apr 12 20:21:07.760666 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec0f98-519a-44ed-bf33-789b507f1d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1bcf3e-87b1-48ff-9468-eae48f6be7c9,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:08.089673 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 48984) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:08.103019 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb525e6f-0344-4363-a092-3a4adb4faa00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:08.181670 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb525e6f-0344-4363-a092-3a4adb4faa00 admin admin] Publish callbacks [] for security_group (3e02c196-8517-49bf-9b28-55748ea786be), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:08.188016 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-fb525e6f-0344-4363-a092-3a4adb4faa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (3e02c196-8517-49bf-9b28-55748ea786be), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:08.225090 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-fb525e6f-0344-4363-a092-3a4adb4faa00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e417a41a8234221b60f6f7d78c0d21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343498 Apr 12 20:21:08.226210 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb525e6f-0344-4363-a092-3a4adb4faa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e02c196-8517-49bf-9b28-55748ea786be,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:08.228027 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 48986) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:08.280775 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-003bc657-3273-4f3d-ab71-26fd50dfec51 admin admin] Publish callbacks [] for security_group (3e02c196-8517-49bf-9b28-55748ea786be), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:08.303855 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-003bc657-3273-4f3d-ab71-26fd50dfec51 admin admin] Publish callbacks [] for security_group (3e02c196-8517-49bf-9b28-55748ea786be), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:08.353468 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-003bc657-3273-4f3d-ab71-26fd50dfec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (3e02c196-8517-49bf-9b28-55748ea786be), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:08.356252 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-003bc657-3273-4f3d-ab71-26fd50dfec51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:08.357429 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-003bc657-3273-4f3d-ab71-26fd50dfec51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e02c196-8517-49bf-9b28-55748ea786be HTTP/1.1" status: 204 len: 168 time: 0.1284187 Apr 12 20:21:08.365396 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bc657-3273-4f3d-ab71-26fd50dfec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e02c196-8517-49bf-9b28-55748ea786be,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:12.475461 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:21:12.844824 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 49058) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:12.968576 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6a41bf72-0865-4b92-9c40-1a7f2cf340d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.050361 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6a41bf72-0865-4b92-9c40-1a7f2cf340d8 admin admin] Publish callbacks [] for security_group (bb3a7dcb-b47d-4236-9691-641bfac84cf5), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.055269 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-6a41bf72-0865-4b92-9c40-1a7f2cf340d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (bb3a7dcb-b47d-4236-9691-641bfac84cf5), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.092914 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-6a41bf72-0865-4b92-9c40-1a7f2cf340d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58bddbd9721346d0845af30c570d1e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469449 Apr 12 20:21:13.093672 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41bf72-0865-4b92-9c40-1a7f2cf340d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a7dcb-b47d-4236-9691-641bfac84cf5,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:13.095572 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 49062) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:13.148349 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e20d7357-3237-4f0a-909a-8da8802deae7 admin admin] Publish callbacks [] for security_group (bb3a7dcb-b47d-4236-9691-641bfac84cf5), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.171067 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e20d7357-3237-4f0a-909a-8da8802deae7 admin admin] Publish callbacks [] for security_group (bb3a7dcb-b47d-4236-9691-641bfac84cf5), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.223299 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e20d7357-3237-4f0a-909a-8da8802deae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (bb3a7dcb-b47d-4236-9691-641bfac84cf5), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.225993 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-e20d7357-3237-4f0a-909a-8da8802deae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.227131 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-e20d7357-3237-4f0a-909a-8da8802deae7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb3a7dcb-b47d-4236-9691-641bfac84cf5 HTTP/1.1" status: 204 len: 168 time: 0.1306343 Apr 12 20:21:13.234709 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d7357-3237-4f0a-909a-8da8802deae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a7dcb-b47d-4236-9691-641bfac84cf5,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:13.501610 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 49068) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:13.515617 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1a6e03ed-c9b0-42e8-85a2-09e24b171ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.601370 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1a6e03ed-c9b0-42e8-85a2-09e24b171ad4 admin admin] Publish callbacks [] for security_group (1b025417-58d1-4049-94d6-dc5c93e11bdc), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.606427 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-1a6e03ed-c9b0-42e8-85a2-09e24b171ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (1b025417-58d1-4049-94d6-dc5c93e11bdc), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.645385 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-1a6e03ed-c9b0-42e8-85a2-09e24b171ad4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f14f68efcaf404c89d21dec8cda384f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426423 Apr 12 20:21:13.646580 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e03ed-c9b0-42e8-85a2-09e24b171ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b025417-58d1-4049-94d6-dc5c93e11bdc,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:13.648484 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 49070) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:13.698321 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33d413e8-9ed3-400a-a65c-6bf207f38089 admin admin] Publish callbacks [] for security_group (1b025417-58d1-4049-94d6-dc5c93e11bdc), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.719736 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33d413e8-9ed3-400a-a65c-6bf207f38089 admin admin] Publish callbacks [] for security_group (1b025417-58d1-4049-94d6-dc5c93e11bdc), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.765758 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33d413e8-9ed3-400a-a65c-6bf207f38089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (1b025417-58d1-4049-94d6-dc5c93e11bdc), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.768281 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-33d413e8-9ed3-400a-a65c-6bf207f38089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.769406 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-33d413e8-9ed3-400a-a65c-6bf207f38089 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b025417-58d1-4049-94d6-dc5c93e11bdc HTTP/1.1" status: 204 len: 168 time: 0.1198149 Apr 12 20:21:13.778384 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d413e8-9ed3-400a-a65c-6bf207f38089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b025417-58d1-4049-94d6-dc5c93e11bdc,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:15.924493 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 49140) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.040929 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3c8b2328-4acf-4d2e-a7aa-bce153f694bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.117132 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3c8b2328-4acf-4d2e-a7aa-bce153f694bd admin admin] Publish callbacks [] for security_group (efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.122903 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-3c8b2328-4acf-4d2e-a7aa-bce153f694bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.160785 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-3c8b2328-4acf-4d2e-a7aa-bce153f694bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7642b7d4167243bab6ae3bf119fe49cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352118 Apr 12 20:21:16.161739 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b2328-4acf-4d2e-a7aa-bce153f694bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:16.163693 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 49144) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.212305 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2173d714-699d-4bc3-ab28-7fd1b61d0db4 admin admin] Publish callbacks [] for security_group (efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.233440 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2173d714-699d-4bc3-ab28-7fd1b61d0db4 admin admin] Publish callbacks [] for security_group (efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.291006 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2173d714-699d-4bc3-ab28-7fd1b61d0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.293681 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-2173d714-699d-4bc3-ab28-7fd1b61d0db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.294801 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-2173d714-699d-4bc3-ab28-7fd1b61d0db4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c HTTP/1.1" status: 204 len: 168 time: 0.1301198 Apr 12 20:21:16.304898 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173d714-699d-4bc3-ab28-7fd1b61d0db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbe3c2c-cb4e-4bea-8ef4-c2bee43cde5c,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:16.564154 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 49150) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.578218 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eb73ddeb-febd-4f6e-973c-f553a2879b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.661325 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eb73ddeb-febd-4f6e-973c-f553a2879b66 admin admin] Publish callbacks [] for security_group (fdb67125-82e9-4b29-b195-975d211f57f0), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.667376 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-eb73ddeb-febd-4f6e-973c-f553a2879b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fdb67125-82e9-4b29-b195-975d211f57f0), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.705852 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-eb73ddeb-febd-4f6e-973c-f553a2879b66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eaed3a8de7a447088dea1a32d1e6502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405766 Apr 12 20:21:16.706673 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ddeb-febd-4f6e-973c-f553a2879b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb67125-82e9-4b29-b195-975d211f57f0,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:16.709158 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 49152) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.756340 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2a83a56-3eea-4b17-8f4a-2276535a4087 admin admin] Publish callbacks [] for security_group (fdb67125-82e9-4b29-b195-975d211f57f0), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.778694 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2a83a56-3eea-4b17-8f4a-2276535a4087 admin admin] Publish callbacks [] for security_group (fdb67125-82e9-4b29-b195-975d211f57f0), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.829700 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2a83a56-3eea-4b17-8f4a-2276535a4087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (fdb67125-82e9-4b29-b195-975d211f57f0), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.833197 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-a2a83a56-3eea-4b17-8f4a-2276535a4087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.834800 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-a2a83a56-3eea-4b17-8f4a-2276535a4087 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdb67125-82e9-4b29-b195-975d211f57f0 HTTP/1.1" status: 204 len: 168 time: 0.1247499 Apr 12 20:21:16.842602 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a83a56-3eea-4b17-8f4a-2276535a4087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb67125-82e9-4b29-b195-975d211f57f0,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:18.884237 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 49220) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:18.997102 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-09eee75b-db43-4d1c-86c0-9375be284941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.073627 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-09eee75b-db43-4d1c-86c0-9375be284941 admin admin] Publish callbacks [] for security_group (0b8eb2e3-4a98-4899-8493-750d81035c37), precommit_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.079615 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-09eee75b-db43-4d1c-86c0-9375be284941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0b8eb2e3-4a98-4899-8493-750d81035c37), after_create {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.116779 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-09eee75b-db43-4d1c-86c0-9375be284941 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c889844a169948249f0e79ae536e6383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314794 Apr 12 20:21:19.117785 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eee75b-db43-4d1c-86c0-9375be284941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8eb2e3-4a98-4899-8493-750d81035c37,revision_number=1']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:19.120029 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 49224) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:19.173243 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f29e-c23b-494f-8474-62ebf7dfaf5d admin admin] Publish callbacks [] for security_group (0b8eb2e3-4a98-4899-8493-750d81035c37), before_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.456783 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f29e-c23b-494f-8474-62ebf7dfaf5d admin admin] Publish callbacks [] for security_group (0b8eb2e3-4a98-4899-8493-750d81035c37), precommit_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.510369 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f29e-c23b-494f-8474-62ebf7dfaf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (0b8eb2e3-4a98-4899-8493-750d81035c37), after_delete {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.512853 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f29e-c23b-494f-8474-62ebf7dfaf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.516624 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-9ec4f29e-c23b-494f-8474-62ebf7dfaf5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b8eb2e3-4a98-4899-8493-750d81035c37 HTTP/1.1" status: 204 len: 168 time: 0.3953753 Apr 12 20:21:19.524912 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4f29e-c23b-494f-8474-62ebf7dfaf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8eb2e3-4a98-4899-8493-750d81035c37,revision_number=None']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:19.791813 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [-] (98482) accepted ('10.222.0.43', 49230) {{(pid=98482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:19.806114 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5a4524ea-d2f2-446d-8dde-5d356fc4a108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.880979 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5a4524ea-d2f2-446d-8dde-5d356fc4a108 admin admin] Publish callbacks [] for security_group (dd3e7f73-2230-4bb0-b43c-aba6ae3633a2), precommit_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.886772 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron_lib.callbacks.manager [None req-5a4524ea-d2f2-446d-8dde-5d356fc4a108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dd3e7f73-2230-4bb0-b43c-aba6ae3633a2), after_create {{(pid=98482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:19.923643 dv-cinder-837541-1-iscsi neutron-server[98482]: INFO neutron.wsgi [None req-5a4524ea-d2f2-446d-8dde-5d356fc4a108 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e07a8bcc696490d9c4b034a4e83148d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306467 Apr 12 20:21:19.924481 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4524ea-d2f2-446d-8dde-5d356fc4a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e7f73-2230-4bb0-b43c-aba6ae3633a2,revision_number=1']} {{(pid=98482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:19.927177 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [-] (98483) accepted ('10.222.0.43', 49232) {{(pid=98483) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:19.979728 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad6a2-c0e7-4455-b68e-40743c3892d8 admin admin] Publish callbacks [] for security_group (dd3e7f73-2230-4bb0-b43c-aba6ae3633a2), before_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:20.002001 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad6a2-c0e7-4455-b68e-40743c3892d8 admin admin] Publish callbacks [] for security_group (dd3e7f73-2230-4bb0-b43c-aba6ae3633a2), precommit_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:20.053437 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad6a2-c0e7-4455-b68e-40743c3892d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637795'] for security_group (dd3e7f73-2230-4bb0-b43c-aba6ae3633a2), after_delete {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:20.056094 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad6a2-c0e7-4455-b68e-40743c3892d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=98483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:20.057260 dv-cinder-837541-1-iscsi neutron-server[98483]: INFO neutron.wsgi [None req-7a8ad6a2-c0e7-4455-b68e-40743c3892d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd3e7f73-2230-4bb0-b43c-aba6ae3633a2 HTTP/1.1" status: 204 len: 168 time: 0.1288772 Apr 12 20:21:20.065013 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ad6a2-c0e7-4455-b68e-40743c3892d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e7f73-2230-4bb0-b43c-aba6ae3633a2,revision_number=None']} {{(pid=98483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:22.912314 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-36dad5db-4bf2-4ee4-91f6-58b31c84822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:25.226443 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e9f0f2cb-3406-4989-a5de-bb8180bc7a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:25.930735 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:26.261677 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.721372 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.052876 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:49.481153 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:21:52.927637 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-8611690e-2777-407c-8fb8-800a2462acd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:55.233689 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-cf3a6c5e-41a5-4a3d-b4bb-1b371c86c09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:55.930944 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:56.262512 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:57.719862 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:59.044374 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.102619 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [req-4c218fcb-cc1e-4f30-88e4-af523ab79a17 req-705ec761-993e-4b4c-a5b1-5a0c42c5163c service neutron] (98482) timed out ('10.222.0.60', 51915) {{(pid=98482) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:22:06.122060 dv-cinder-837541-1-iscsi neutron-server[98482]: DEBUG neutron.wsgi [req-4ac6584d-a29d-4ea0-a208-9b80913db836 req-aa34f189-c581-480a-888b-420027601bee service neutron] (98482) timed out ('10.222.0.60', 51919) {{(pid=98482) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:22:22.919433 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-97a43f04-fd08-4f46-8195-fcd5d4048924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.225515 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-70c922a0-1319-4778-8c97-20acf92a74ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.942360 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.266866 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.484013 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:22:27.729640 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.047121 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:52.919439 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-22843aaa-ff90-4d32-b18b-29944c6639d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:55.226635 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-9b19ece6-4460-4108-98c3-6141d197b3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:55.965678 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:56.271165 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:57.730106 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:59.052514 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:03.488409 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:23:22.926023 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3a7c6d22-4dae-43bf-87d7-138677effaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:25.228000 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-f28b03b2-6b64-4755-82f3-f86702dbee78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:25.962108 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:26.270423 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:27.732051 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:29.041072 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:40.493918 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:23:52.930877 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-38ffdf84-2ea3-481e-bd1b-0cb602cc9fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:55.234303 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a518e4ba-5d32-40a1-ae7c-baab4082c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:55.971784 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:56.279441 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:57.735056 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:59.037912 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:05.931877 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-5b0bcd08-8144-4696-bdb6-a60c91619c76 service neutron] (98483) timed out ('10.222.0.43', 43938) {{(pid=98483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:24:06.115753 dv-cinder-837541-1-iscsi neutron-server[98483]: DEBUG neutron.wsgi [req-bca33617-9a3d-46b9-9bf9-bb2a0013d3aa req-c37665cb-a763-4083-99c8-3c9eedda3670 tempest-AttachVolumeShelveTestJSON-312954970 tempest-AttachVolumeShelveTestJSON-312954970-project] (98483) timed out ('10.222.0.43', 43946) {{(pid=98483) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:24:17.498962 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:24:22.933957 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3657e3df-3425-44b5-b5d7-ea1b6b2fb015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:25.225926 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-ff7998b7-8f44-4d60-80ea-8d05da1d02e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:25.970651 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:26.273995 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:27.740133 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:29.035633 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:52.936324 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-a6ee59b7-6ad4-4a7f-bec2-2b99e517ff59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:54.504091 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:24:55.225392 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e229-8083-4a7e-bff3-4a88e3771db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:55.969547 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:56.285708 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:57.748778 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:59.034929 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:22.931409 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2df54b07-afa8-4a74-b7a1-b49c3e1409c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:25.225879 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-3f05e1ae-6e8f-4a09-912a-6f248b9d4b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:25.986562 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:26.276062 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:27.753765 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:29.035458 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:31.508207 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:25:52.935246 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1f768823-b4a5-4f2c-b3f7-340cc1405c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:55.227024 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-1c6b2835-6308-48ea-a77d-f7e6ee3c9855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:55.988373 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:56.272040 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:57.756269 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:59.037781 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:08.507340 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:26:22.940713 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-800fe3d0-9c20-40d9-b552-34659b4d3f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:25.234708 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2e8bedde-f9db-43f0-876c-ded9f0d7a84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:25.998055 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:26.276819 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:27.759035 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:29.039268 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:45.511829 dv-cinder-837541-1-iscsi neutron-server[98485]: DEBUG neutron.db.agents_db [None req-79dcdb71-2d4b-4af8-9d5a-b3cd532ad7d4 None None] Agent healthcheck: found 6 active agents {{(pid=98485) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:26:52.939987 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-c697e92a-249a-4f2d-bbe4-9756d0cbe852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (8399e589-a638-41c6-9f53-a95b44cabc2d), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:55.226190 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-110fa627-d06f-4bc5-a781-ead30965dfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (1092ec2c-51fb-4d16-996d-7eec9066377c), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:55.994545 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6b10-babd-413c-b562-6057d3b6161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3a8ae9b2-33c3-47b2-a025-2cbea34b0661), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:56.278585 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-952c408f-e7b0-4a47-b3b4-45f01741af72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (3be966a0-ece6-4470-9a30-5874334d269f), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:57.752134 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-2920a42a-d50d-4155-9929-2a37ed270e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (68085dc4-453a-420c-b8c0-ff138c6ec7a3), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:59.033699 dv-cinder-837541-1-iscsi neutron-server[98484]: DEBUG neutron_lib.callbacks.manager [None req-42a9fdef-d68f-4856-91fd-7f8695e16da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767066853030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1971931'] for agent (d339cc2d-5210-4b70-b356-8e05c1866feb), after_update {{(pid=98484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}